-- Logs begin at Fri 2021-04-30 16:36:34 UTC, end at Fri 2021-04-30 17:53:12 UTC. -- Apr 30 17:21:21.433500 dv-cinder-784779-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 30 17:21:23.907722 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.common.config [-] Logging enabled! Apr 30 17:21:23.908314 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev176 Apr 30 17:21:23.908409 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74343) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 17:21:23.911621 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.common.config [-] Logging enabled! Apr 30 17:21:23.911874 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev176 Apr 30 17:21:23.912180 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74343) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 17:21:23.913102 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 17:21:23.913331 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 17:21:23.913692 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 17:21:23.913935 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 17:21:23.914160 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 17:21:23.914476 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.914770 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.915063 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.915311 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.916186 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.916478 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.916762 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.917049 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.917343 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.917630 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.917907 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.918191 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.918421 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.918703 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.918988 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.919298 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.919521 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] debug = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.919806 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.920229 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.920648 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.920925 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.921211 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.921500 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.921758 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.922032 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.922313 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.922645 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] host = dv-cinder-784779-10-iscsi {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.922920 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.923231 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.923518 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.923798 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.924069 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.924343 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.924625 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.924896 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.925166 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] log_file = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.925450 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.925718 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.926000 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.926295 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.926513 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.926734 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.927015 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.927323 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.927596 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.927867 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.928141 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.928412 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.928682 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.928948 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.929229 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.929506 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.929786 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.930057 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.930327 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.930597 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.930869 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.931803 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.932087 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.932360 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.932638 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.932935 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.933190 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.933462 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.933760 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.934042 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.934318 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.934600 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.934870 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.935174 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.935446 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.935715 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.935984 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] use_json = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.936252 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.936520 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.936798 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.937068 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.937338 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.937607 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.937878 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.938158 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:23.938455 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.938749 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.939047 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.939354 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.939647 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.939922 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.940207 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.940482 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.940769 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.941054 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.941341 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.941618 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.941903 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.942180 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.942473 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.942782 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.943095 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.943387 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.943664 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.943937 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.944210 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.944487 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.944775 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.945066 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.945353 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.945626 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.945904 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.946190 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.946467 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.946768 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.947057 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.947364 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.947642 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.947915 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.948195 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.948471 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.948742 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.949011 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.949287 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.949575 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.949852 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.950122 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.950391 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.950665 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.950934 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.951246 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.951522 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.951794 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.952065 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.952342 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.952617 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.952888 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.953163 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.953433 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.953707 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.953975 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.954244 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.954514 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.954784 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.955054 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.955347 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.955617 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.955891 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.956160 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.956429 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.956701 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.956971 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.957244 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.957531 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.957826 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.958102 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.958378 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.958659 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.958935 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.959232 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.959507 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.959781 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.960056 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.960323 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.960613 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.960894 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.961177 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.961459 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.961733 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.962022 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.962296 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.962674 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.962958 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.963266 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.963560 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.963842 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.964135 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.964425 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.964718 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.965010 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.965300 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.965577 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.965885 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.966163 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:23.966377 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 17:21:23.966622 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74343) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 30 17:21:24.317722 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:24.317985 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:24.318270 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:24.318596 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 30 17:21:24.631391 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.631672 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.631938 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.633276 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.633540 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.633799 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.754101 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.754371 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.754630 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.768150 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.768424 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.768688 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.797797 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.798076 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.798343 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.839419 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.839695 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:24.839962 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.078248 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.078928 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.078928 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.079138 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.079833 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.207342 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.207655 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.207934 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.208202 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.208465 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.208770 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.209032 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.209287 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.209539 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.209814 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.210070 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.210330 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.210588 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.210838 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.211121 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.211389 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.211645 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.212056 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.212346 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.212645 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.212993 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.213339 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.213594 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.213878 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.214129 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.214379 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.214764 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:21:25.215005 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:21:25.215266 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:21:25.215503 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:21:25.215737 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:21:25.215971 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:21:25.216337 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 30 17:21:25.219534 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 30 17:21:25.223406 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 30 17:21:25.227415 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Apr 30 17:21:25.229805 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 30 17:21:25.230259 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 30 17:21:25.230593 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 30 17:21:25.230978 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 30 17:21:25.233996 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 30 17:21:25.234247 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 30 17:21:25.234597 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 17:21:25.263869 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 30 17:21:25.264318 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.264621 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74343) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 30 17:21:25.264982 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.266335 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74343) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 30 17:21:25.266622 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 17:21:25.266863 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 30 17:21:25.270075 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.270356 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:25.350046 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 30 17:21:25.350226 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 30 17:21:25.350431 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 30 17:21:25.350813 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 30 17:21:25.381165 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_db.sqlalchemy.engines [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74343) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 30 17:21:25.976700 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Initializing driver for type 'gre' Apr 30 17:21:25.977147 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] gre ID ranges: [(1, 1000)] Apr 30 17:21:26.227886 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Initializing driver for type 'local' Apr 30 17:21:26.229104 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Initializing driver for type 'vlan' Apr 30 17:21:26.314469 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] VlanTypeDriver initialization complete Apr 30 17:21:26.314808 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Initializing driver for type 'vxlan' Apr 30 17:21:26.315351 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] vxlan ID ranges: [(1, 1000)] Apr 30 17:21:26.589399 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Initializing extension driver 'port_security' Apr 30 17:21:26.589739 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.extensions.port_security [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] PortSecurityExtensionDriver initialization complete Apr 30 17:21:26.590077 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Initializing mechanism driver 'openvswitch' Apr 30 17:21:26.590500 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Initializing mechanism driver 'hyperv' Apr 30 17:21:26.601120 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.plugins.ml2.plugin [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:21:26.601901 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > port after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.602268 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > port after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.602621 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > port after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.603673 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > subnet after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.604179 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > subnet after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.604697 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.605177 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > network after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.605617 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > network after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.606054 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > network after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.606527 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > security_group after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.606966 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > security_group after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.607429 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > security_group after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.607899 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.608443 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.608891 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.612681 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > address_group after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.612681 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > address_group after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.612681 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > address_group after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.612681 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] ML2 OVO RPC backend initialized. {{(pid=74343) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 30 17:21:26.613624 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.613624 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.613624 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > network before_response 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.613624 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > networks before_response 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.613928 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > port before_response 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.613928 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > ports before_response 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.613928 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > subnet before_response 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.613928 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > subnets before_response 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.614295 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > network after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.614639 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > network after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.614984 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > network after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.615347 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > port after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.615685 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > port after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.616023 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > port after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.616359 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > subnet after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.616694 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > subnet after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.618223 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.618874 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.plugin [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Modular L2 Plugin initialization complete Apr 30 17:21:26.619615 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading services supported by the core plugin {{(pid=74343) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 30 17:21:26.619615 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.plugins.ml2.managers [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Got port-security extension from driver 'port_security' Apr 30 17:21:26.619864 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.extensions.vlantransparent [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Disabled vlantransparent extension. Apr 30 17:21:26.620362 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74343) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 30 17:21:26.620678 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading Plugin: router Apr 30 17:21:26.659769 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router_interface before_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.660181 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router after_create 55549900 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.660560 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router before_create 55549900 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.660935 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.661312 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.661667 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router after_delete 55549900 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.662028 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > floatingip after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.662392 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router after_create 55549900 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.662742 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router after_update 55549900 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.663125 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router after_update 55549900 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.663479 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.663846 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router after_update 55549900 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.664264 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router precommit_update 55549900 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.664638 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: port after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.664989 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: port after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.665322 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: subnet after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.666239 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.666591 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > port precommit_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.666942 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router precommit_create 55549900 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.667369 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: port before_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.667716 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router precommit_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.668183 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router after_update 55549900 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.668425 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router precommit_delete 55549900 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.668776 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router precommit_create 55549900 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.669153 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.669485 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router precommit_update 55549900 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.669861 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > network after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.670824 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Tracking information for resource: router configured {{(pid=74343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:21:26.671181 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Tracking information for resource: floatingip configured {{(pid=74343) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:21:26.676663 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.db.l3_agentschedulers_db [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 30 17:21:26.677268 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: port after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.677636 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: port after_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.677987 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: port after_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.678341 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: port after_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.679202 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router before_create 55550100 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.679571 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router precommit_delete 55550100 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.679937 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router precommit_create 55550100 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.680297 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > router precommit_update 55550100 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.684963 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.services.provider_configuration [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Service providers = [] {{(pid=74343) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 30 17:21:26.685338 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.db.servicetype_db [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74343) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 30 17:21:26.688372 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.services.service_base [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 17:21:26.688722 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.services.service_base [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 17:21:26.689067 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.services.service_base [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 17:21:26.689949 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.services.service_base [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74343) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 17:21:26.690325 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.services.service_base [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 30 17:21:26.690905 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:21:26.691265 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 30 17:21:26.702838 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:21:26.703203 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading Plugin: auto_allocate Apr 30 17:21:26.709165 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: network precommit_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.709552 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: network precommit_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.710088 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:21:26.710412 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading Plugin: tag Apr 30 17:21:26.718197 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:21:26.718560 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading Plugin: timestamp Apr 30 17:21:26.722483 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:21:26.722820 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading Plugin: network_ip_availability Apr 30 17:21:26.728204 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.728583 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.728940 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.729801 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:21:26.730123 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading Plugin: flavors Apr 30 17:21:26.735397 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:21:26.735726 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading Plugin: revisions Apr 30 17:21:26.740052 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74343) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:21:26.740447 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_concurrency.lockutils [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.422s {{(pid=74343) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:26.741207 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74343) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 30 17:21:26.741545 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Initializing extension manager. Apr 30 17:21:26.742053 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: __init__.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.742400 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: __pycache__ {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.742743 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.743096 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: address_group.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.743930 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.744604 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: address-group Apr 30 17:21:26.744930 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: address_scope.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.745645 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.746157 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: address-scope Apr 30 17:21:26.746481 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: admin_state_down_before_update.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.747487 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.747997 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: router-admin-state-down-before-update Apr 30 17:21:26.748322 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: agent.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.749029 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.749553 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: agent Apr 30 17:21:26.749859 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: agent_resources_synced.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.750766 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.751305 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: agent-resources-synced Apr 30 17:21:26.751627 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: allowedaddresspairs.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.753438 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.753964 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: allowed-address-pairs Apr 30 17:21:26.754291 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: auto_allocated_topology.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.755403 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.755914 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: auto-allocated-topology Apr 30 17:21:26.756240 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: availability_zone.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.756934 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.757436 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: availability_zone Apr 30 17:21:26.757760 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: availability_zone_filter.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.758704 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.759768 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: availability_zone_filter Apr 30 17:21:26.760098 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: data_plane_status.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.761001 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.761501 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension data-plane-status not supported by any of loaded plugins Apr 30 17:21:26.761824 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: default_subnetpools.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.762733 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.763288 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: default-subnetpools Apr 30 17:21:26.763614 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: dhcpagentscheduler.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.764452 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.764957 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: dhcp_agent_scheduler Apr 30 17:21:26.765283 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: dns.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.766192 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.766692 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension dns-integration not supported by any of loaded plugins Apr 30 17:21:26.767015 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: dns_domain_ports.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.767945 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.768444 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 30 17:21:26.768773 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: dvr.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.769438 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.769937 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: dvr Apr 30 17:21:26.770265 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: empty_string_filtering.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.771190 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.771692 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: empty-string-filtering Apr 30 17:21:26.772013 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.772922 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.773418 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 30 17:21:26.773738 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.774637 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.775777 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 30 17:21:26.776094 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: external_net.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.776995 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.777497 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: external-net Apr 30 17:21:26.777816 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: extra_dhcp_opt.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.778720 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.779513 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: extra_dhcp_opt Apr 30 17:21:26.779836 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: extraroute.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.780750 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.781250 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: extraroute Apr 30 17:21:26.781572 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: extraroute_atomic.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.782624 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.783167 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: extraroute-atomic Apr 30 17:21:26.783497 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: filter_validation.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.784166 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.784669 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: filter-validation Apr 30 17:21:26.784991 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: fip_pf_description.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.786112 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.786619 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 30 17:21:26.786941 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: fip_port_details.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.787873 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.788377 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: fip-port-details Apr 30 17:21:26.788701 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: flavors.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.789964 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.790485 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: flavors Apr 30 17:21:26.790819 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.792517 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.793045 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 30 17:21:26.793372 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: floatingip_pools.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.794068 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.794573 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: floatingip-pools Apr 30 17:21:26.794896 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: ip_allocation.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.795837 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.796342 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension ip_allocation not supported by any of loaded plugins Apr 30 17:21:26.796666 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.797588 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.798093 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: ip-substring-filtering Apr 30 17:21:26.798420 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: l2_adjacency.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.799368 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.799868 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension l2_adjacency not supported by any of loaded plugins Apr 30 17:21:26.800190 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: l3.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.801193 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.801710 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: router Apr 30 17:21:26.802038 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: l3_conntrack_helper.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.804336 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.804867 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 30 17:21:26.805202 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.806217 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.806764 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: ext-gw-mode Apr 30 17:21:26.807115 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.808027 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.808541 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: l3-ha Apr 30 17:21:26.808869 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: l3_flavors.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.809777 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.810288 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: l3-flavors Apr 30 17:21:26.810612 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.811546 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.812055 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: l3-port-ip-change-not-allowed Apr 30 17:21:26.812381 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: l3agentscheduler.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.813430 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.813939 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: l3_agent_scheduler Apr 30 17:21:26.814266 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: logging.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.815768 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.816284 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension logging not supported by any of loaded plugins Apr 30 17:21:26.816614 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: metering.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.817355 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.817932 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: metering Apr 30 17:21:26.818259 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.819386 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.819901 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: metering_source_and_destination_fields Apr 30 17:21:26.820231 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: multiprovidernet.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.821292 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.822373 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: multi-provider Apr 30 17:21:26.822754 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: netmtu.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.823713 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.824222 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: net-mtu Apr 30 17:21:26.824548 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: netmtu_writable.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.825462 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.825967 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: net-mtu-writable Apr 30 17:21:26.826290 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: network_availability_zone.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.826955 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.827487 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: network_availability_zone Apr 30 17:21:26.827810 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: network_ip_availability.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.828901 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.829410 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: network-ip-availability Apr 30 17:21:26.829739 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: network_segment_range.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.830505 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.831006 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension network-segment-range not supported by any of loaded plugins Apr 30 17:21:26.831355 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: pagination.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.832338 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.832679 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: pagination Apr 30 17:21:26.833002 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: port_device_profile.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.833905 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.834420 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: port-device-profile Apr 30 17:21:26.834742 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.835702 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.836210 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: port-mac-address-regenerate Apr 30 17:21:26.836532 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.838112 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.838623 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: port-numa-affinity-policy Apr 30 17:21:26.838947 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: port_resource_request.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.839952 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.840407 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension port-resource-request not supported by any of loaded plugins Apr 30 17:21:26.840727 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: portbindings.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.841646 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.842147 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: binding Apr 30 17:21:26.842467 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: portbindings_extended.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.843799 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.844309 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: binding-extended Apr 30 17:21:26.844635 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: portsecurity.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.845542 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.846047 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: port-security Apr 30 17:21:26.846369 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: project_id.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.847372 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.847707 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: project-id Apr 30 17:21:26.848029 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: providernet.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.848937 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.849447 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: provider Apr 30 17:21:26.849768 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: qos.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.853464 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.853993 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension qos not supported by any of loaded plugins Apr 30 17:21:26.854326 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.855622 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.856136 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 30 17:21:26.856467 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.857393 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.857903 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 30 17:21:26.858231 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: qos_default.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.859179 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.859688 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension qos-default not supported by any of loaded plugins Apr 30 17:21:26.860014 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: qos_fip.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.860668 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.861169 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension qos-fip not supported by any of loaded plugins Apr 30 17:21:26.861495 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: qos_gateway_ip.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.862410 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.862925 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 30 17:21:26.863273 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: qos_port_network_policy.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.864182 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.864689 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 30 17:21:26.865012 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: qos_rule_type_details.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.865938 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.866449 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 30 17:21:26.866773 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: qos_rules_alias.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.867844 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.868357 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 30 17:21:26.868730 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: quotasv2.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.869986 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.870306 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: quotas Apr 30 17:21:26.870630 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: quotasv2_detail.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.872302 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.872644 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: quota_details Apr 30 17:21:26.872987 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: rbac.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.874057 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.874590 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: rbac-policies Apr 30 17:21:26.874919 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: rbac_address_group.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.875875 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.876388 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: rbac-address-group Apr 30 17:21:26.876712 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: rbac_address_scope.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.877624 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.878139 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: rbac-address-scope Apr 30 17:21:26.878464 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: rbac_security_groups.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.879397 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.879905 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: rbac-security-groups Apr 30 17:21:26.880229 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: rbac_subnetpool.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.881135 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.881644 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: rbac-subnetpool Apr 30 17:21:26.881966 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: revisionifmatch.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.882876 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.883401 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: revision-if-match Apr 30 17:21:26.883725 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: revisions.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.885589 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.886097 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: standard-attr-revisions Apr 30 17:21:26.886425 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: router_availability_zone.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.887113 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.887621 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: router_availability_zone Apr 30 17:21:26.887946 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: routerservicetype.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.888856 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.889358 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension router-service-type not supported by any of loaded plugins Apr 30 17:21:26.889681 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.890596 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.891123 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: security-groups-normalized-cidr Apr 30 17:21:26.891450 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: security_groups_port_filtering.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.892361 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.892866 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: port-security-groups-filtering Apr 30 17:21:26.893188 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: security_groups_remote_address_group.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.894118 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.894623 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: security-groups-remote-address-group Apr 30 17:21:26.894947 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: securitygroup.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.905278 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.905818 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: security-group Apr 30 17:21:26.906151 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: segment.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.906965 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.907503 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension segment not supported by any of loaded plugins Apr 30 17:21:26.907833 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.908795 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.909303 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 30 17:21:26.909631 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: servicetype.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.910746 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.911288 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: service-type Apr 30 17:21:26.911620 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: sorting.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.912603 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.912940 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: sorting Apr 30 17:21:26.913265 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: standard_attr_segment.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.914188 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.914695 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 30 17:21:26.915019 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: standardattrdescription.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.915724 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.916227 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: standard-attr-description Apr 30 17:21:26.916545 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: stateful_security_group.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.917470 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.917989 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: stateful-security-group Apr 30 17:21:26.918314 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: stdattrs_common.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.918901 dv-cinder-784779-10-iscsi neutron-server[74343]: WARNING neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 30 17:21:26.919250 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.920245 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.920757 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 30 17:21:26.921078 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: subnet_onboard.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.922150 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.922669 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: subnet_onboard Apr 30 17:21:26.922996 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.923941 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.924451 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 30 17:21:26.924775 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: subnet_service_types.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.925682 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.926193 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: subnet-service-types Apr 30 17:21:26.926519 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: subnetallocation.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.927628 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.928141 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: subnet_allocation Apr 30 17:21:26.928466 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.929136 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.929639 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: subnetpool-prefix-ops Apr 30 17:21:26.929963 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.930888 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.931493 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 30 17:21:26.931812 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: tagging.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.932903 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.933436 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: standard-attr-tag Apr 30 17:21:26.933771 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: timestamp.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.934986 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.935537 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loaded extension: standard-attr-timestamp Apr 30 17:21:26.935865 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: trunk.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.936898 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.937412 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension trunk not supported by any of loaded plugins Apr 30 17:21:26.937744 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: trunk_details.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.938669 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.939215 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension trunk-details not supported by any of loaded plugins Apr 30 17:21:26.939548 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: uplink_status_propagation.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.940462 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.940973 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 30 17:21:26.941299 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Loading extension file: vlantransparent.py {{(pid=74343) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:21:26.941982 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74343) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:21:26.942482 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extension vlan-transparent not supported by any of loaded plugins Apr 30 17:21:26.945097 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:network Apr 30 17:21:26.945883 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:subnet Apr 30 17:21:26.947283 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 17:21:26.947919 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:port Apr 30 17:21:26.949293 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.v2.resource_helper [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:21:26.949752 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.v2.resource_helper [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Service FLAVORS assigned prefix: {{(pid=74343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:21:26.950410 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.v2.resource_helper [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:21:26.950846 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.v2.resource_helper [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:21:26.951210 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:router Apr 30 17:21:26.951948 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:floatingip Apr 30 17:21:26.952672 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.v2.resource_helper [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Service METERING assigned prefix: /metering {{(pid=74343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:21:26.954207 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.954582 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.954937 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:21:26.956291 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 17:21:26.956758 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:security_group Apr 30 17:21:26.957459 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 17:21:26.958240 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.v2.resource_helper [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Service CORE assigned prefix: {{(pid=74343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:21:26.958575 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 17:21:26.958918 dv-cinder-784779-10-iscsi neutron-server[74343]: WARNING neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] subnetpool is already registered Apr 30 17:21:26.959613 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.v2.resource_helper [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Service CORE assigned prefix: {{(pid=74343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:21:26.959947 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 17:21:26.960273 dv-cinder-784779-10-iscsi neutron-server[74343]: WARNING neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] subnetpool is already registered Apr 30 17:21:26.965056 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.v2.resource_helper [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:21:26.965502 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.v2.resource_helper [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Service FLAVORS assigned prefix: {{(pid=74343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:21:26.966118 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.v2.resource_helper [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:21:26.966549 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.v2.resource_helper [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:21:26.966892 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:router Apr 30 17:21:26.967270 dv-cinder-784779-10-iscsi neutron-server[74343]: WARNING neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] router is already registered Apr 30 17:21:26.967957 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:floatingip Apr 30 17:21:26.968288 dv-cinder-784779-10-iscsi neutron-server[74343]: WARNING neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] floatingip is already registered Apr 30 17:21:26.968951 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.v2.resource_helper [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Service METERING assigned prefix: /metering {{(pid=74343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:21:26.969680 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 17:21:26.970009 dv-cinder-784779-10-iscsi neutron-server[74343]: WARNING neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] rbac_policy is already registered Apr 30 17:21:26.970591 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:security_group Apr 30 17:21:26.970933 dv-cinder-784779-10-iscsi neutron-server[74343]: WARNING neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] security_group is already registered Apr 30 17:21:26.971613 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 17:21:26.971934 dv-cinder-784779-10-iscsi neutron-server[74343]: WARNING neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] security_group_rule is already registered Apr 30 17:21:26.972659 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.v2.resource_helper [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Service CORE assigned prefix: {{(pid=74343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:21:26.972990 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 17:21:26.973314 dv-cinder-784779-10-iscsi neutron-server[74343]: WARNING neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] subnetpool is already registered Apr 30 17:21:26.973946 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.v2.resource_helper [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Service CORE assigned prefix: {{(pid=74343) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:21:26.974274 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 17:21:26.974599 dv-cinder-784779-10-iscsi neutron-server[74343]: WARNING neutron.quota.resource_registry [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] subnetpool is already registered Apr 30 17:21:26.975285 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: extensions {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.976838 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: address-groups {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.978526 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: address-scopes {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.979794 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: agents {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.981055 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: auto-allocated-topology {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.982341 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: availability_zones {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.983709 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: dhcp-networks {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.985153 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: dhcp-agents {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.986593 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: routers {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.988458 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: flavors {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.989630 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: service_profiles {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.990845 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: next_providers {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.992420 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: service_profiles {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.994140 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: floatingip-pools {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.995408 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: routers {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.997270 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: floatingips {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.998469 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: l3-routers {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:26.999891 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: l3-agents {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.001319 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: metering-labels {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.002688 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: metering-label-rules {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.004021 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: network-ip-availabilities {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.005281 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: bindings {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.006954 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: quotas {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.008410 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: quotas {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.010392 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: rbac-policies {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.011741 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: security-groups {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.012961 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: security-group-rules {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.014224 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: service-providers {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.015513 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: subnetpools {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.016939 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: subnetpools {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.018406 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: tags {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.020178 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: tags {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.022008 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: tags {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.023832 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: tags {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.027796 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: tags {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.029955 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: tags {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.031733 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: tags {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.147726 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: tags {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.149444 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: tags {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.151712 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron.api.extensions [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Extended resource: tags {{(pid=74343) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:21:27.157940 dv-cinder-784779-10-iscsi neutron-server[74343]: WARNING keystonemiddleware.auth_token [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 30 17:21:27.162681 dv-cinder-784779-10-iscsi neutron-server[74343]: WARNING keystonemiddleware.auth_token [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 30 17:21:27.171013 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_concurrency.lockutils [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Acquired lock "singleton_lock" {{(pid=74343) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 30 17:21:27.171538 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_concurrency.lockutils [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Releasing lock "singleton_lock" {{(pid=74343) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 30 17:21:27.172196 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO oslo_service.service [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Starting 2 workers Apr 30 17:21:27.176879 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Started child 74454 {{(pid=74343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 17:21:27.181918 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Started child 74455 {{(pid=74343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 17:21:27.182645 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:27.183554 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO neutron.service [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Neutron service started, listening on 0.0.0.0:9696 Apr 30 17:21:27.184174 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Notify callbacks [] for process, before_spawn {{(pid=74343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:27.184347 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [-] (74454) wsgi starting up on http://0.0.0.0:9696 Apr 30 17:21:27.186591 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:27.187102 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO oslo_service.service [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Starting 1 workers Apr 30 17:21:27.188041 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [-] (74455) wsgi starting up on http://0.0.0.0:9696 Apr 30 17:21:27.191887 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Started child 74456 {{(pid=74343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 17:21:27.192422 dv-cinder-784779-10-iscsi neutron-server[74343]: INFO oslo_service.service [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Starting 1 workers Apr 30 17:21:27.195329 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.service [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] calling RpcWorker wait() {{(pid=74456) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 30 17:21:27.195933 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.service [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] returning from RpcWorker wait() {{(pid=74456) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 30 17:21:27.197424 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Started child 74457 {{(pid=74343) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 17:21:27.197826 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:27.198383 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG neutron_lib.callbacks.manager [None req-a76a2f5d-450e-4a00-b32d-6f82605908ea None None] Notify callbacks [] for process, after_spawn {{(pid=74343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:27.198537 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:21:27.200323 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74343) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 17:21:27.200533 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 17:21:27.200719 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 17:21:27.200942 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 17:21:27.201294 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 17:21:27.201479 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 17:21:27.201970 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.202261 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.202547 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.202818 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.202975 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:27.203629 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.203726 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.203984 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.204094 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:21:27.204240 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.204513 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.204758 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.204999 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.205140 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.205367 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.205605 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.205904 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.206186 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.206450 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.206714 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.206943 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.207228 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.207452 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.207682 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.207896 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] debug = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.208165 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.208667 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.208940 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.209160 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.209394 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.209641 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.209895 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.210142 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.210367 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.210587 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.210809 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.211126 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.211375 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.211584 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.211943 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.212105 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.212270 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.212768 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] host = dv-cinder-784779-10-iscsi {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.213026 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.213256 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.213530 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.213780 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.214042 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.214266 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.214520 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.214791 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.215169 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.215362 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.215639 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.215871 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.216107 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.216365 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_file = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.216535 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_options = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.216787 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.217083 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.217362 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.217554 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.217725 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.217909 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.218192 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.218343 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.218587 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.218833 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.219191 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.219345 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.219530 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.219841 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.220051 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.220292 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.220531 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.220850 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.221010 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.221240 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.221488 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.221704 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.222083 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.222246 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.222381 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.222618 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.222847 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.223129 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.223324 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.223597 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.223838 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.224099 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.224354 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.225682 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.225682 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.225682 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.225682 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.225983 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.226135 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.226365 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.226860 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.227099 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.227353 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.227603 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.227858 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.228130 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] use_json = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.228358 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.229148 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.229148 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.229148 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.229376 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.229490 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.229711 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.229967 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.230418 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.230692 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.231020 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.231299 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.231538 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.231794 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.232057 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.232307 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.232555 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.232815 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.233127 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.233373 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.233683 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.233929 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.234212 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.234550 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.234824 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.235119 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.235360 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.235583 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.235824 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.236068 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.236395 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.236673 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.236942 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.237220 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.237464 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.237707 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.237947 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.238170 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.238391 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.238627 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.238894 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.239215 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.254404 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.254404 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.254404 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.254404 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.254404 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.254404 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.254404 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.254404 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.254404 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255053 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255053 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255053 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255053 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255053 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255053 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255053 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255053 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255053 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255744 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255744 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255744 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255744 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255744 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255744 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255744 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255744 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.255744 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.256503 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.256503 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.256503 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.256503 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.256503 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.256503 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.256503 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.256503 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.256503 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257136 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257136 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257136 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257136 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257136 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257136 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257136 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257136 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257136 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257821 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257821 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257821 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257821 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257821 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257821 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257821 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.257821 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258364 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258364 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258364 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258364 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258364 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258364 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258364 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258364 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258947 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258947 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258947 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258947 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258947 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258947 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258947 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.258947 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260387 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260387 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260387 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260387 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260387 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260387 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260387 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260387 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260984 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260984 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260984 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260984 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260984 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260984 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260984 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.260984 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.261590 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.261590 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.261590 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.261590 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.261881 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.262024 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.262475 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.263193 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.263504 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.263758 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.264179 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.264308 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.264473 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.264811 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.265050 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.265267 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.265485 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.265768 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.266441 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.266441 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.266637 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.266802 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.267177 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.267326 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.267569 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.267794 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.268026 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.268277 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.268724 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.268848 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.268983 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.269206 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.269565 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.270121 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.270244 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.270357 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.270573 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.270812 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.271034 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.271280 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.271540 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.271760 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.272011 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.272257 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.272518 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.272728 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.272953 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.273171 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.273425 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.273648 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.273920 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.274179 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.274420 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.274652 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.274941 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.275246 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.275468 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.275716 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.275936 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.276152 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.276388 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.276611 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.276847 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.277066 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.277296 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.277513 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.277841 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.278252 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.278750 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.278882 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.279397 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.279632 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.279854 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.280096 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.280350 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.280581 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.280874 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.281047 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.281269 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.281645 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.281800 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.282094 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.282307 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.282520 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.282735 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.282952 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.283187 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.283498 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.283758 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.284005 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.284256 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.284518 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.284751 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.284971 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.285185 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.285406 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.285621 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.285854 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.286223 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.286358 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.286500 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.286713 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.286964 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.287235 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.287451 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.287671 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.287883 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.288113 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.288348 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.288563 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.288918 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.289061 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.289314 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.289568 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.289799 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.290088 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.290341 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.290814 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.291012 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.291356 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.291545 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.291664 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.291900 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.292123 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.292349 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.292621 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.292947 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.293245 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.293515 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.293772 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.294063 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.294347 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.294593 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.294839 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.295183 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.295527 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.295820 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.296298 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.296429 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.296663 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.296889 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.297119 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.297344 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.297569 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.297793 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.298038 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.298280 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.298542 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.298995 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.299154 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.299292 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.299534 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.299784 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.300055 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.300305 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.300507 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 17:21:27.301484 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74343) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 17:21:27.301484 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 17:21:27.301484 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 17:21:27.301484 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 17:21:27.302106 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 17:21:27.302106 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 17:21:27.302106 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.302443 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.302443 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.302443 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.302784 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.302784 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.305248 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.305248 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.305248 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.305248 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.305248 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.305248 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.305248 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.305248 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.306675 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.306675 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.306675 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.306675 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.306675 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.306675 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.306675 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.306675 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.307882 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] debug = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.307882 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.307882 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.307882 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.307882 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.307882 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.308564 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.308564 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.308564 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.308564 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.308564 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.308564 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.308564 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.308564 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.309105 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.309105 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.309105 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.309105 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.309105 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] host = dv-cinder-784779-10-iscsi {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.309448 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.309448 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.309448 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.309653 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.309730 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.309877 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.310223 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.310223 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.310389 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.310493 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.310676 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.310799 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.310962 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.311145 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_file = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.311308 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_options = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.311499 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.311622 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.311782 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.311949 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.312165 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.312263 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.312425 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.313196 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.313196 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.313196 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.313196 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.313196 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.313734 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.313734 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.313734 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.314014 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.314014 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.314252 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.314252 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.314479 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.314598 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.314716 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.314836 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.314954 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.315110 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.315277 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.315437 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.315597 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.315757 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.315918 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.316077 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.316421 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.316421 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.316631 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.316731 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.316840 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.316982 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.317146 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.317307 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.317466 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.317626 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.317785 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.317943 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.318103 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.318263 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.318413 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] use_json = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.318570 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.318729 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.318887 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.319046 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.319228 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.319387 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.319546 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.319706 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:21:27.319892 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.320057 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.320233 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.320398 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.320562 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.320726 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.320889 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.321053 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.321218 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.321381 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.321614 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.321797 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.321963 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.322155 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.322470 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.322470 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.322737 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.322935 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.323059 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.323215 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.323336 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.323470 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.323616 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.323783 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.323948 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.324112 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.324276 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.324440 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.324604 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.324768 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.324932 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.325094 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.325264 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.325428 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.325592 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.325768 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.325933 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.326073 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.326236 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.326403 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.326566 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.326729 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.326892 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.327056 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.327240 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.327381 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.327555 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.327719 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.327867 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.328008 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.328183 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.328333 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.328480 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.328637 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.328782 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.328955 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.329108 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.329247 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.329419 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.329566 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.329715 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.329896 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.330062 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.330199 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.330360 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.330523 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.330687 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.330850 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.331006 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.331215 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.331363 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.331498 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.331631 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.331878 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.332019 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.332162 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.332296 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.332453 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.332591 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.332735 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.332870 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.333016 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.333149 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.333308 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.333482 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.333661 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.333811 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.333978 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.334126 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.334293 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.334455 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.334617 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.334779 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.334929 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.335107 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.335270 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.335433 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.335585 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.335750 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.335913 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.336075 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.336323 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.336576 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.336832 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.337040 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.337206 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.337898 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.338064 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.338235 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.338449 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.338642 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.338926 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.339218 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.339438 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.339438 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.339869 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.339869 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.340278 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.340278 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.340278 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.340848 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.340848 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.340848 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.340848 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.341673 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.341673 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.341673 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.341673 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.341673 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.342774 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.342774 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.342774 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.342774 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.342774 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.342774 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.342774 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.344240 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.344240 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.344240 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.344240 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.344240 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.344240 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.344240 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.344240 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.345778 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.345778 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.345778 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.345778 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.345778 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.345778 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.345778 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.345778 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.346940 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.346940 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.346940 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.346940 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.346940 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.346940 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.346940 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.346940 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348081 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348081 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348081 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348081 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348081 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348081 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348081 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348081 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348590 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348590 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348590 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348590 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348590 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348590 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348978 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348978 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.348978 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.349181 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.349273 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.349381 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.349544 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.349709 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.349874 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.350037 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.350201 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.350365 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.350529 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.350709 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.350873 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.351037 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.351223 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.351388 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.351552 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.351716 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.351880 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.352044 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.352237 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.352368 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.352536 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.352704 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.352869 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.353268 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.353268 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.353523 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.353660 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.353819 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.354006 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.354199 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.354360 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.354531 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.354690 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.354865 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.355032 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.355224 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.355388 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.355553 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.355731 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.355893 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.356072 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.356209 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.356370 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.356542 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.356708 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.356872 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.357035 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.357226 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.357452 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.357533 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.357672 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.357898 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.358035 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.358154 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.358308 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.358472 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.358645 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.358808 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.358972 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.359157 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.359337 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.359500 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.359666 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.359816 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.359982 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.360146 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.360311 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.360481 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.360656 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.360826 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.360992 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.361166 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.361339 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.361511 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.361676 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.361846 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.362023 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.362187 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.362355 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.362517 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.362680 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.362844 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.363008 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.363263 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.363428 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.363591 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.363756 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.364001 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.364104 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.364236 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.364399 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.364563 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.364727 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.364891 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.365059 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.365223 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:21:27.365379 dv-cinder-784779-10-iscsi neutron-server[74343]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74343) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 17:21:27.391836 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:21:27.625267 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 47970) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:27.634041 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065315 Apr 30 17:21:39.314718 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a39578-c07e-48c4-9b8f-267d97e4ae4c None None] get_active_networks_info from dv-cinder-784779-10-iscsi {{(pid=74456) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 30 17:21:39.404995 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a39578-c07e-48c4-9b8f-267d97e4ae4c None None] No non-hosted networks {{(pid=74456) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 30 17:21:39.411754 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.agentschedulers_db [None req-c5a39578-c07e-48c4-9b8f-267d97e4ae4c None None] DHCP Agent not found on host dv-cinder-784779-10-iscsi {{(pid=74456) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 30 17:21:39.476944 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-94129036-6c0b-4822-baca-c29f89c2bc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463'] for agent, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:41.760089 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463'] for agent, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:41.764009 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:41.764009 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:41.764009 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:41.764009 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:41.764009 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:41.764452 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:41.764452 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:41.764575 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:41.764899 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:41.765508 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:41.766084 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:41.766636 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:41.767287 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784779-10-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:21:41.782418 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-10-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:21:41.801904 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-a5cc39f6-d23b-4f60-b3a7-5e320f9cf4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463'] for agent, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:41.816959 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-a30c3974-1b69-412b-bd4c-90a2566fe0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:43.749447 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463'] for agent, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:45.664199 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.db.l3_hamode_db [None req-3e3698ce-885b-411c-bd58-106f4e182e7a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 30 17:21:45.741372 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463'] for agent, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:45.766517 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3698ce-885b-411c-bd58-106f4e182e7a None None] Routers set() bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:21:45.767109 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3698ce-885b-411c-bd58-106f4e182e7a None None] Router IDs set() for agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Apr 30 17:21:47.489072 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48060) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:48.139445 dv-cinder-784779-10-iscsi neutron-server[74455]: WARNING oslo_policy.policy [None req-b2cc39bf-4632-42bf-bed5-f1e06fd39fef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:21:48.140058 dv-cinder-784779-10-iscsi neutron-server[74455]: WARNING oslo_policy.policy [None req-b2cc39bf-4632-42bf-bed5-f1e06fd39fef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:21:48.360523 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [None req-b2cc39bf-4632-42bf-bed5-f1e06fd39fef admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:21:48.361580 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-b2cc39bf-4632-42bf-bed5-f1e06fd39fef admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8715239 Apr 30 17:21:50.809678 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48074) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:51.203717 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-a4b44628-5ab4-4793-aecd-3b0cefbcc0a3 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:21:51.303170 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.policy [None req-a4b44628-5ab4-4793-aecd-3b0cefbcc0a3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74455) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 17:21:51.349654 dv-cinder-784779-10-iscsi neutron-server[74455]: WARNING oslo_policy.policy [None req-a4b44628-5ab4-4793-aecd-3b0cefbcc0a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:21:51.350031 dv-cinder-784779-10-iscsi neutron-server[74455]: WARNING oslo_policy.policy [None req-a4b44628-5ab4-4793-aecd-3b0cefbcc0a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:21:51.358921 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.quota [None req-a4b44628-5ab4-4793-aecd-3b0cefbcc0a3 admin admin] Loaded quota_driver: . Apr 30 17:21:51.374632 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-a4b44628-5ab4-4793-aecd-3b0cefbcc0a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:21:51.517241 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a4b44628-5ab4-4793-aecd-3b0cefbcc0a3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790205888917', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790205887584', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790205878349', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790205906073', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790205895196', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790205922085', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-606769', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651881', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3796870', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3719634'] for rbac-policy, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:51.680868 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a4b44628-5ab4-4793-aecd-3b0cefbcc0a3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:51.682281 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-a4b44628-5ab4-4793-aecd-3b0cefbcc0a3 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8717103 Apr 30 17:21:54.357300 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48088) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:54.795182 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Request body: {'network': {'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'admin_state_up': True, 'name': 'private', 'project_id': '51f675625c1d451cab6aada31e85ebbf'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:21:54.800056 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:21:54.804539 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Usage tracker for resource:network and tenant:51f675625c1d451cab6aada31e85ebbf is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:21:54.810498 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:21:54.817042 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:21:54.994312 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Made reservation on behalf of 51f675625c1d451cab6aada31e85ebbf for: {'network': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:21:54.997217 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:55.016075 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:55.031394 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:21:55.035165 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Usage tracker for resource:security_group_rule and tenant:51f675625c1d451cab6aada31e85ebbf is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:21:55.041175 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:21:55.047226 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:21:55.150368 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:55.229430 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:55.234260 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:55.257069 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=74455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:21:55.282825 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790206482472', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:55.283407 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Unsubscribe: segment precommit_create {{(pid=74455) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 17:21:55.283849 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.segments_db [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Added segment 52f4335a-6d3c-4762-b335-84d4eba91905 of type vlan for network f15d1ebd-7745-4418-8ff3-bc4bdfbb0439 Apr 30 17:21:55.293400 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0af22bd-34b9-46d0-967c-f4abd534238a,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:55.353435 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:55.353788 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:55.354117 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:55.354437 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:55.354754 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:55.355112 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:55.355435 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:55.355749 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:55.356076 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:55.356425 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:55.356735 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:55.357041 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Tracked resource versions report: Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: pushed versions: Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: { 'AddressGroup': {'1.2'}, Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'ConntrackHelper': {'1.0'}, Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Log': {'1.0'}, Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Network': {'1.1'}, Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Port': {'1.7'}, Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'PortForwarding': {'1.2'}, Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'QosPolicy': {'1.8'}, Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'SecurityGroup': {'1.4'}, Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'SubPort': {'1.0'}, Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Subnet': {'1.1'}, Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Trunk': {'1.1'}} Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: consumer versions: Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: { DHCP agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: L3 agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: Metadata agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: Metering agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: Open vSwitch agent@dv-cinder-784779-10-iscsi: { 'AddressGroup': '1.2', Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'ConntrackHelper': '1.0', Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Log': '1.0', Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Network': '1.1', Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Port': '1.7', Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'PortForwarding': '1.2', Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'QosPolicy': '1.8', Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'SecurityGroup': '1.4', Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'SecurityGroupRule': '1.2', Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'SubPort': '1.0', Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Subnet': '1.1', Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Trunk': '1.1'}} Apr 30 17:21:55.358392 dv-cinder-784779-10-iscsi neutron-server[74455]: {{(pid=74455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:21:55.415530 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:55.420114 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:55.526365 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:55.527904 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:21:55.528550 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:55.532379 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:55.643043 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Pushing event updated for resources: {'Network': ['ID=f15d1ebd-7745-4418-8ff3-bc4bdfbb0439,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:55.646328 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:55.657153 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network f15d1ebd-7745-4418-8ff3-bc4bdfbb0439 details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:21:55.698822 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3404000 Apr 30 17:21:58.569251 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48104) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:59.056000 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45c61f-3b62-4322-b0e5-ed3354dec148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:21:59.057305 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-6f45c61f-3b62-4322-b0e5-ed3354dec148 admin admin] 10.222.0.18 "GET /v2.0/networks/f15d1ebd-7745-4418-8ff3-bc4bdfbb0439 HTTP/1.1" status: 200 len: 825 time: 0.4869406 Apr 30 17:21:59.085545 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-1b7c3e6c-1fe6-4b83-bf2d-1ed00f69adec admin admin] 10.222.0.18 "GET /v2.0/subnetpools/2ac7ca7d-eac3-4fcf-8253-71859095ec93 HTTP/1.1" status: 200 len: 734 time: 0.0227165 Apr 30 17:21:59.095425 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2ac7ca7d-eac3-4fcf-8253-71859095ec93', 'ip_version': 4, 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:21:59.100100 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:21:59.104265 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Usage tracker for resource:subnet and tenant:51f675625c1d451cab6aada31e85ebbf is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:21:59.107232 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:21:59.112936 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:21:59.222075 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Made reservation on behalf of 51f675625c1d451cab6aada31e85ebbf for: {'subnet': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:21:59.224832 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Notify callbacks [] for subnet, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:59.800426 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for subnet, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:59.804656 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:59.889730 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Pushing event updated for resources: {'Subnet': ['ID=139f6bde-ba33-4c16-8c07-2502a0814740,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:59.893972 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Checking segment: {'id': '52f4335a-6d3c-4762-b335-84d4eba91905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:21:59.894352 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Network hostable DHCP agents. Network: f15d1ebd-7745-4418-8ff3-bc4bdfbb0439, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:21:59.897377 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:59.965900 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Network f15d1ebd-7745-4418-8ff3-bc4bdfbb0439 is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:22:00.051746 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, f15d1ebd-7745-4418-8ff3-bc4bdfbb0439) {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:22:00.057272 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:22:00.057866 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:00.062342 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8696d21-aec3-4fd8-88f5-11dbf903a862 None None] Network f15d1ebd-7745-4418-8ff3-bc4bdfbb0439 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:22:00.142680 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0506828 Apr 30 17:22:00.407945 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95b46b8c-a4c9-5744-a36e-abae1e22de60-f15d1ebd-7745-4418-8ff3-bc4bdfbb0439', 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439', 'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'fixed_ips': [{'subnet_id': '139f6bde-ba33-4c16-8c07-2502a0814740'}]}} from dv-cinder-784779-10-iscsi. {{(pid=74456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:22:00.409700 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:00.664028 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.db_base_plugin_common [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Allocated IP 172.20.0.2 (f15d1ebd-7745-4418-8ff3-bc4bdfbb0439/139f6bde-ba33-4c16-8c07-2502a0814740/73ded0ec-8bbe-414d-98ab-7edb22338309) {{(pid=74456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:22:00.933024 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Notify callbacks [] for port, precommit_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:00.953292 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Transition to ACTIVE for port object 73ded0ec-8bbe-414d-98ab-7edb22338309 will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:22:00.984801 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Transition to ACTIVE for port object 73ded0ec-8bbe-414d-98ab-7edb22338309 will not be triggered until provisioned by entity DHCP. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:22:01.052397 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148'] for port, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:01.057887 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:22:01.118642 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Network f15d1ebd-7745-4418-8ff3-bc4bdfbb0439 is already hosted by enough agents. {{(pid=74456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:22:01.121879 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.base_scheduler [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Resources bound (agent type, host, resource id): {{(pid=74456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:22:01.125209 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Received port after_create {{(pid=74456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:22:01.169283 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Pushing event updated for resources: {'Port': ['ID=73ded0ec-8bbe-414d-98ab-7edb22338309,revision_number=1']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:22:01.213339 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:01.213617 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:01.213951 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:01.214276 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:01.214597 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:01.214914 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:01.215261 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:01.215579 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:01.215912 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:01.216224 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:01.216539 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:01.216846 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Tracked resource versions report: Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: pushed versions: Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: { 'AddressGroup': {'1.2'}, Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'ConntrackHelper': {'1.0'}, Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Log': {'1.0'}, Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Network': {'1.1'}, Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Port': {'1.7'}, Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'PortForwarding': {'1.2'}, Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'QosPolicy': {'1.8'}, Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'SecurityGroup': {'1.4'}, Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'SubPort': {'1.0'}, Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Subnet': {'1.1'}, Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Trunk': {'1.1'}} Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: consumer versions: Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: { DHCP agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: L3 agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: Metadata agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: Metering agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: Open vSwitch agent@dv-cinder-784779-10-iscsi: { 'AddressGroup': '1.2', Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'ConntrackHelper': '1.0', Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Log': '1.0', Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Network': '1.1', Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Port': '1.7', Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'PortForwarding': '1.2', Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'QosPolicy': '1.8', Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'SecurityGroup': '1.4', Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'SecurityGroupRule': '1.2', Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'SubPort': '1.0', Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Subnet': '1.1', Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Trunk': '1.1'}} Apr 30 17:22:01.218181 dv-cinder-784779-10-iscsi neutron-server[74456]: {{(pid=74456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:22:01.221965 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:22:01.251873 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Attempting to bind port 73ded0ec-8bbe-414d-98ab-7edb22338309 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:22:01.252290 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Attempting to bind port 73ded0ec-8bbe-414d-98ab-7edb22338309 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '52f4335a-6d3c-4762-b335-84d4eba91905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:22:01.252714 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Attempting to bind port 73ded0ec-8bbe-414d-98ab-7edb22338309 on network f15d1ebd-7745-4418-8ff3-bc4bdfbb0439 {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:22:01.258187 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:22:01.258944 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Checking segment: {'id': '52f4335a-6d3c-4762-b335-84d4eba91905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:22:01.259254 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:01.259645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Bound using segment: {'id': '52f4335a-6d3c-4762-b335-84d4eba91905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:22:01.260139 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Bound port: 73ded0ec-8bbe-414d-98ab-7edb22338309, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f4335a-6d3c-4762-b335-84d4eba91905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:22:01.260600 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:01.355571 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] For port 73ded0ec-8bbe-414d-98ab-7edb22338309, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:22:01.359663 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] For port 73ded0ec-8bbe-414d-98ab-7edb22338309, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=73ded0ec-8bbe-414d-98ab-7edb22338309,segment=NetworkSegment(52f4335a-6d3c-4762-b335-84d4eba91905),segment_id=52f4335a-6d3c-4762-b335-84d4eba91905)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:22:01.440699 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:01.445418 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:22:01.544980 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Pushing event updated for resources: {'Port': ['ID=73ded0ec-8bbe-414d-98ab-7edb22338309,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:22:01.568658 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:22:02.675039 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48114) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:22:03.146673 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [None req-5cdab390-88f7-452f-9d39-adb7533c4edf admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:22:03.147802 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-5cdab390-88f7-452f-9d39-adb7533c4edf admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4716074 Apr 30 17:22:05.700596 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48124) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:22:06.131928 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [None req-c8c61089-032d-4915-90f8-df1c4ff0943f admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:22:06.133226 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-c8c61089-032d-4915-90f8-df1c4ff0943f admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4313660 Apr 30 17:22:06.406189 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 73ded0ec-8bbe-414d-98ab-7edb22338309 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:22:06.559809 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 73ded0ec-8bbe-414d-98ab-7edb22338309 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:22:07.332667 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa37a213-7091-4002-beb0-937cd9fcd53b None None] Network f15d1ebd-7745-4418-8ff3-bc4bdfbb0439 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:22:07.520012 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-723c379f-33b7-4bca-810b-b5574bbf7633 None None] Provisioning for port 73ded0ec-8bbe-414d-98ab-7edb22338309 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:22:07.527779 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-723c379f-33b7-4bca-810b-b5574bbf7633 None None] Provisioning complete for port 73ded0ec-8bbe-414d-98ab-7edb22338309 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:22:07.528173 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-723c379f-33b7-4bca-810b-b5574bbf7633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:07.706523 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-723c379f-33b7-4bca-810b-b5574bbf7633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:07.747036 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-723c379f-33b7-4bca-810b-b5574bbf7633 None None] For port 73ded0ec-8bbe-414d-98ab-7edb22338309, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=73ded0ec-8bbe-414d-98ab-7edb22338309,segment=NetworkSegment(52f4335a-6d3c-4762-b335-84d4eba91905),segment_id=52f4335a-6d3c-4762-b335-84d4eba91905)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:22:07.834623 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-723c379f-33b7-4bca-810b-b5574bbf7633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:07.838773 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:22:07.937277 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c379f-33b7-4bca-810b-b5574bbf7633 None None] Pushing event updated for resources: {'Port': ['ID=73ded0ec-8bbe-414d-98ab-7edb22338309,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:22:07.940672 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-723c379f-33b7-4bca-810b-b5574bbf7633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:22:07.963048 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-11d28ee1-e020-4c01-b60b-6aee9467f0be None None] Provisioning complete for port 73ded0ec-8bbe-414d-98ab-7edb22338309 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:22:07.963450 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-11d28ee1-e020-4c01-b60b-6aee9467f0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:08.382842 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 73ded0ec-8bbe-414d-98ab-7edb22338309 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:22:08.451924 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 73ded0ec-8bbe-414d-98ab-7edb22338309 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:22:08.452283 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:08.979283 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 48140) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:22:09.291174 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-97d0043e-a0fd-4e38-bce9-69929528f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:09.665942 dv-cinder-784779-10-iscsi neutron-server[74454]: WARNING oslo_policy.policy [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:22:09.666524 dv-cinder-784779-10-iscsi neutron-server[74454]: WARNING oslo_policy.policy [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:22:09.883911 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'admin_state_up': True}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:22:09.956084 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.policy [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74454) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 17:22:10.003266 dv-cinder-784779-10-iscsi neutron-server[74454]: WARNING oslo_policy.policy [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:22:10.003939 dv-cinder-784779-10-iscsi neutron-server[74454]: WARNING oslo_policy.policy [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:22:10.012537 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.quota [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] Loaded quota_driver: . Apr 30 17:22:10.029115 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:22:10.035666 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] Usage tracker for resource:router and tenant:51f675625c1d451cab6aada31e85ebbf is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:22:10.040771 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:22:10.048277 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:22:10.170880 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4123496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497264'] for router, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:10.172965 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4100968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4072912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4136877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497225'] for router, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:10.199855 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:10.377445 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4072886'] for router, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:10.463053 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] Notify callbacks [] for router, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:10.464540 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-dd38b79d-2009-4b2a-923b-1db566d828db admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4831018 Apr 30 17:22:11.731393 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:11.759878 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ac338f4a-419b-42fe-9607-8a6d67062833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:13.001817 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 48156) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:22:13.412707 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [None req-14a5c361-c6b4-4da2-bb14-7f724d92305b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:22:13.413705 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-14a5c361-c6b4-4da2-bb14-7f724d92305b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4109280 Apr 30 17:22:13.639867 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:15.587410 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:15.874708 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 48176) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:22:16.039833 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:22:16.047422 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:22:16.051748 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Usage tracker for resource:network and tenant:5375d4ee16ca4889ae5da62bdbb82d56 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:22:16.057415 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:22:16.065461 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:22:16.130225 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Made reservation on behalf of 5375d4ee16ca4889ae5da62bdbb82d56 for: {'network': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:22:16.133159 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:16.152406 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:16.169153 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:22:16.173158 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Usage tracker for resource:security_group_rule and tenant:5375d4ee16ca4889ae5da62bdbb82d56 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:22:16.177036 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:22:16.183816 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:22:16.284320 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:16.365629 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:16.371732 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:22:16.384347 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Reserving flat network on physical network physnet1 {{(pid=74454) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 30 17:22:16.419796 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790206482472', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:16.420416 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Unsubscribe: segment precommit_create {{(pid=74454) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 17:22:16.420883 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.segments_db [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Added segment 18e4a69a-ec87-47a4-8298-f1c8e52e5a7f of type flat for network 75f81fbd-83ca-4d8e-a99f-6c15173d718a Apr 30 17:22:16.472675 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc9cde5-a401-4c61-b1cc-0f143d150c81,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:22:16.493513 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:16.493910 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:16.494277 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:16.494633 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:16.494987 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:16.495607 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:16.495972 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:16.496332 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:16.496698 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:16.497121 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:16.497530 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:16.497930 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Tracked resource versions report: Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: pushed versions: Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: { 'AddressGroup': {'1.2'}, Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'ConntrackHelper': {'1.0'}, Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Log': {'1.0'}, Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Network': {'1.1'}, Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Port': {'1.7'}, Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'PortForwarding': {'1.2'}, Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'QosPolicy': {'1.8'}, Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'SecurityGroup': {'1.4'}, Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'SubPort': {'1.0'}, Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Subnet': {'1.1'}, Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Trunk': {'1.1'}} Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: consumer versions: Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: { DHCP agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: L3 agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: Metadata agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: Metering agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: Open vSwitch agent@dv-cinder-784779-10-iscsi: { 'AddressGroup': '1.2', Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'ConntrackHelper': '1.0', Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Log': '1.0', Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Network': '1.1', Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Port': '1.7', Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'PortForwarding': '1.2', Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'QosPolicy': '1.8', Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'SecurityGroup': '1.4', Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'SecurityGroupRule': '1.2', Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'SubPort': '1.0', Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Subnet': '1.1', Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Trunk': '1.1'}} Apr 30 17:22:16.499344 dv-cinder-784779-10-iscsi neutron-server[74454]: {{(pid=74454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:22:16.557126 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:16.565062 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:22:16.674455 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:16.675931 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:22:16.676584 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:16.683283 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:22:16.794223 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Pushing event updated for resources: {'Network': ['ID=75f81fbd-83ca-4d8e-a99f-6c15173d718a,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:22:16.798172 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:22:16.805853 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:22:16.875023 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9991808 Apr 30 17:22:19.089403 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48200) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:22:19.202999 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897e1349-9ba4-421d-b6e4-3f38bc83262b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:22:19.204353 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-897e1349-9ba4-421d-b6e4-3f38bc83262b admin admin] 10.222.0.18 "GET /v2.0/subnets/139f6bde-ba33-4c16-8c07-2502a0814740 HTTP/1.1" status: 200 len: 849 time: 0.1140232 Apr 30 17:22:19.384776 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-a47196e4-9c5d-46ff-844e-5e619ef75d0b admin admin] 10.222.0.18 "GET /v2.0/routers/cd354beb-4410-4d5d-91b0-be6576ecf2c1 HTTP/1.1" status: 200 len: 704 time: 0.1746254 Apr 30 17:22:19.869737 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:20.109358 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Allocated IP 172.20.0.1 (f15d1ebd-7745-4418-8ff3-bc4bdfbb0439/139f6bde-ba33-4c16-8c07-2502a0814740/03d200e4-4dc8-4773-89da-e3376a654eb8) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:22:20.266551 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:20.285804 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Transition to ACTIVE for port object 03d200e4-4dc8-4773-89da-e3376a654eb8 will not be triggered until provisioned by entity DHCP. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:22:20.417673 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:20.421828 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:22:20.521006 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Network f15d1ebd-7745-4418-8ff3-bc4bdfbb0439 is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:22:20.524179 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:22:20.528094 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:22:20.528915 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4071129'] for router_interface, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:20.676133 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Pushing event updated for resources: {'Port': ['ID=03d200e4-4dc8-4773-89da-e3376a654eb8,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:22:20.688415 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:22:20.840286 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-d229c887-32c5-42c0-a0a0-9d674251958c None None] Provisioning for port 03d200e4-4dc8-4773-89da-e3376a654eb8 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:22:20.845664 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-d229c887-32c5-42c0-a0a0-9d674251958c None None] Provisioning complete for port 03d200e4-4dc8-4773-89da-e3376a654eb8 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:22:20.850369 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-d229c887-32c5-42c0-a0a0-9d674251958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:20.865406 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:20.906303 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-d229c887-32c5-42c0-a0a0-9d674251958c None None] Port 03d200e4-4dc8-4773-89da-e3376a654eb8 cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:22:21.122698 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:21.194359 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:21.196326 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4071034'] for router_interface, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:21.200497 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:22:21.336720 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Pushing event updated for resources: {'Port': ['ID=03d200e4-4dc8-4773-89da-e3376a654eb8,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:22:21.339852 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:22:21.398406 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Network f15d1ebd-7745-4418-8ff3-bc4bdfbb0439 is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:22:21.399468 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:22:21.630921 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-0a36ff29-ddd4-44b9-afc0-64bccf3b0ac2 None None] Provisioning complete for port 03d200e4-4dc8-4773-89da-e3376a654eb8 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:22:21.631318 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0a36ff29-ddd4-44b9-afc0-64bccf3b0ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:21.668338 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Router cd354beb-4410-4d5d-91b0-be6576ecf2c1 is scheduled to L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 with binding_index 1 {{(pid=74455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:22:21.687330 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-0a36ff29-ddd4-44b9-afc0-64bccf3b0ac2 None None] Port 03d200e4-4dc8-4773-89da-e3376a654eb8 cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:22:21.833204 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:22:21.844541 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Sync routers for ids ['cd354beb-4410-4d5d-91b0-be6576ecf2c1'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:22:21.845078 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] 10.222.0.18 "PUT /v2.0/routers/cd354beb-4410-4d5d-91b0-be6576ecf2c1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4547849 Apr 30 17:22:21.856456 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Routers {'cd354beb-4410-4d5d-91b0-be6576ecf2c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:22:21.857333 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:22:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['cd354beb-4410-4d5d-91b0-be6576ecf2c1'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:22:22.050864 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Set router cd354beb-4410-4d5d-91b0-be6576ecf2c1 gateway port host: None {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:22:22.467677 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd354beb-4410-4d5d-91b0-be6576ecf2c1', 'name': 'router1', 'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:22:10Z', 'updated_at': '2021-04-30T17:22:20Z', 'revision_number': 2, 'project_id': '51f675625c1d451cab6aada31e85ebbf', 'gw_port_host': None, '_interfaces': [{'id': '03d200e4-4dc8-4773-89da-e3376a654eb8', 'name': '', 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439', 'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'mac_address': 'fa:16:3e:97:e3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd354beb-4410-4d5d-91b0-be6576ecf2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '139f6bde-ba33-4c16-8c07-2502a0814740', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:22:19Z', 'updated_at': '2021-04-30T17:22:20Z', 'revision_number': 2, 'project_id': '51f675625c1d451cab6aada31e85ebbf', 'subnets': [{'id': '139f6bde-ba33-4c16-8c07-2502a0814740', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ac7ca7d-eac3-4fcf-8253-71859095ec93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:22:22.480747 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Checking router: cd354beb-4410-4d5d-91b0-be6576ecf2c1 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:22:22.481674 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Updating router cd354beb-4410-4d5d-91b0-be6576ecf2c1 port 03d200e4-4dc8-4773-89da-e3376a654eb8 binding host dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:22:22.566079 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:23.053783 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Notify callbacks [] for port, precommit_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:23.073277 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.provisioning_blocks [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Transition to ACTIVE for port object 03d200e4-4dc8-4773-89da-e3376a654eb8 will not be triggered until provisioned by entity L2. {{(pid=74457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:22:23.193484 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:23.200314 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:22:23.411312 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Pushing event updated for resources: {'Port': ['ID=03d200e4-4dc8-4773-89da-e3376a654eb8,revision_number=3']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:22:23.434936 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Attempting to bind port 03d200e4-4dc8-4773-89da-e3376a654eb8 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:22:23.435364 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Attempting to bind port 03d200e4-4dc8-4773-89da-e3376a654eb8 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '52f4335a-6d3c-4762-b335-84d4eba91905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439'}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:22:23.435781 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Attempting to bind port 03d200e4-4dc8-4773-89da-e3376a654eb8 on network f15d1ebd-7745-4418-8ff3-bc4bdfbb0439 {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:22:23.438488 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:23.438821 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:23.439170 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:23.439491 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:23.439806 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:23.440120 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:23.440435 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:23.440740 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:23.441061 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:23.441369 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:23.441676 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:23.441991 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Tracked resource versions report: Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: pushed versions: Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: { 'AddressGroup': {'1.2'}, Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'ConntrackHelper': {'1.0'}, Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Log': {'1.0'}, Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Network': {'1.1'}, Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Port': {'1.7'}, Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'PortForwarding': {'1.2'}, Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'QosPolicy': {'1.8'}, Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'SecurityGroup': {'1.4'}, Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'SubPort': {'1.0'}, Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Subnet': {'1.1'}, Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Trunk': {'1.1'}} Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: consumer versions: Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: { DHCP agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: L3 agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: Metadata agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: Metering agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: Open vSwitch agent@dv-cinder-784779-10-iscsi: { 'AddressGroup': '1.2', Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'ConntrackHelper': '1.0', Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Log': '1.0', Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Network': '1.1', Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Port': '1.7', Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'PortForwarding': '1.2', Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'QosPolicy': '1.8', Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'SecurityGroup': '1.4', Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'SecurityGroupRule': '1.2', Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'SubPort': '1.0', Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Subnet': '1.1', Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Trunk': '1.1'}} Apr 30 17:22:23.443343 dv-cinder-784779-10-iscsi neutron-server[74457]: {{(pid=74457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:22:23.447847 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:22:23.453136 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:22:23.453788 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Checking segment: {'id': '52f4335a-6d3c-4762-b335-84d4eba91905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:22:23.454266 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:23.454681 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Bound using segment: {'id': '52f4335a-6d3c-4762-b335-84d4eba91905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439'} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:22:23.455229 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Bound port: 03d200e4-4dc8-4773-89da-e3376a654eb8, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f4335a-6d3c-4762-b335-84d4eba91905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439'}}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:22:23.455624 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:23.602156 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] For port 03d200e4-4dc8-4773-89da-e3376a654eb8, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:22:23.606670 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] For port 03d200e4-4dc8-4773-89da-e3376a654eb8, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=03d200e4-4dc8-4773-89da-e3376a654eb8,segment=NetworkSegment(52f4335a-6d3c-4762-b335-84d4eba91905),segment_id=52f4335a-6d3c-4762-b335-84d4eba91905)] {{(pid=74457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:22:23.713667 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:23.718242 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:22:23.861944 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Pushing event updated for resources: {'Port': ['ID=03d200e4-4dc8-4773-89da-e3376a654eb8,revision_number=4']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:22:23.865863 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:22:23.866845 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Routers {'cd354beb-4410-4d5d-91b0-be6576ecf2c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:22:23.867992 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:22:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['cd354beb-4410-4d5d-91b0-be6576ecf2c1'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:22:24.034012 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] Set router cd354beb-4410-4d5d-91b0-be6576ecf2c1 gateway port host: None {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:22:24.176278 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48212) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:22:24.328628 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2defb9f1-01ea-4b50-b93c-b61aa5bfbc1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:22:24.329247 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 5 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:22:24.330285 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-2defb9f1-01ea-4b50-b93c-b61aa5bfbc1e admin admin] 10.222.0.18 "GET /v2.0/networks/75f81fbd-83ca-4d8e-a99f-6c15173d718a HTTP/1.1" status: 200 len: 842 time: 0.1529758 Apr 30 17:22:24.340137 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:22:24.345351 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:22:24.349324 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Usage tracker for resource:subnet and tenant:5375d4ee16ca4889ae5da62bdbb82d56 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:22:24.352659 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:22:24.358358 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:22:24.487806 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd354beb-4410-4d5d-91b0-be6576ecf2c1', 'name': 'router1', 'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:22:10Z', 'updated_at': '2021-04-30T17:22:20Z', 'revision_number': 2, 'project_id': '51f675625c1d451cab6aada31e85ebbf', 'gw_port_host': None, '_interfaces': [{'id': '03d200e4-4dc8-4773-89da-e3376a654eb8', 'name': '', 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439', 'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'mac_address': 'fa:16:3e:97:e3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd354beb-4410-4d5d-91b0-be6576ecf2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '139f6bde-ba33-4c16-8c07-2502a0814740', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:22:19Z', 'updated_at': '2021-04-30T17:22:23Z', 'revision_number': 4, 'project_id': '51f675625c1d451cab6aada31e85ebbf', 'subnets': [{'id': '139f6bde-ba33-4c16-8c07-2502a0814740', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ac7ca7d-eac3-4fcf-8253-71859095ec93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:22:24.492586 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff4b211-0610-42d7-8ff4-a2b04e325008 None None] The sync data for ids ['cd354beb-4410-4d5d-91b0-be6576ecf2c1'] in dv-cinder-784779-10-iscsi is: [{'id': 'cd354beb-4410-4d5d-91b0-be6576ecf2c1', 'name': 'router1', 'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:22:10Z', 'updated_at': '2021-04-30T17:22:20Z', 'revision_number': 2, 'project_id': '51f675625c1d451cab6aada31e85ebbf', 'gw_port_host': None, '_interfaces': [{'id': '03d200e4-4dc8-4773-89da-e3376a654eb8', 'name': '', 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439', 'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'mac_address': 'fa:16:3e:97:e3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd354beb-4410-4d5d-91b0-be6576ecf2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '139f6bde-ba33-4c16-8c07-2502a0814740', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:22:19Z', 'updated_at': '2021-04-30T17:22:23Z', 'revision_number': 4, 'project_id': '51f675625c1d451cab6aada31e85ebbf', 'subnets': [{'id': '139f6bde-ba33-4c16-8c07-2502a0814740', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ac7ca7d-eac3-4fcf-8253-71859095ec93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:22:24.521348 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Made reservation on behalf of 5375d4ee16ca4889ae5da62bdbb82d56 for: {'subnet': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:22:24.529987 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:25.069341 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.objects.ports [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74455) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Apr 30 17:22:25.070019 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for subnet, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:25.074097 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:22:25.146159 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=989086fc-050d-4e50-928b-b948b66b0c76,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:22:25.152266 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:22:25.156519 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Checking segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:22:25.156869 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Network hostable DHCP agents. Network: 75f81fbd-83ca-4d8e-a99f-6c15173d718a, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:22:25.222473 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:22:25.285360 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, 75f81fbd-83ca-4d8e-a99f-6c15173d718a) {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:22:25.290255 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:22:25.290834 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:25.297223 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba34832e-fc1b-431b-92a8-334bba159c32 None None] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:22:25.356814 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0197756 Apr 30 17:22:25.535949 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5d060b-ae1c-4f78-9164-89490fafe58d None None] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:22:27.752859 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48226) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:22:27.953364 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-38545594-7687-47f2-88c4-ca8d34bb7bd9 admin admin] 10.222.0.18 "GET /v2.0/routers/cd354beb-4410-4d5d-91b0-be6576ecf2c1 HTTP/1.1" status: 200 len: 710 time: 0.1993692 Apr 30 17:22:28.096518 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53722fe-ca14-4e54-a5eb-ee0e188610b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:22:28.098673 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-c53722fe-ca14-4e54-a5eb-ee0e188610b1 admin admin] 10.222.0.18 "GET /v2.0/networks/75f81fbd-83ca-4d8e-a99f-6c15173d718a HTTP/1.1" status: 200 len: 886 time: 0.1394219 Apr 30 17:22:28.107613 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:22:28.434133 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 03d200e4-4dc8-4773-89da-e3376a654eb8 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:22:28.679823 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 03d200e4-4dc8-4773-89da-e3376a654eb8 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:22:28.685480 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 03d200e4-4dc8-4773-89da-e3376a654eb8 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:22:28.685896 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:28.828376 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4072921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4123398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497239'] for router, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:28.882315 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:28.922765 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 03d200e4-4dc8-4773-89da-e3376a654eb8, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=03d200e4-4dc8-4773-89da-e3376a654eb8,segment=NetworkSegment(52f4335a-6d3c-4762-b335-84d4eba91905),segment_id=52f4335a-6d3c-4762-b335-84d4eba91905)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:22:29.022738 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:29.027433 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:22:29.098400 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=03d200e4-4dc8-4773-89da-e3376a654eb8,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:22:29.101755 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:22:29.225024 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:29.295261 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:29.432413 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Allocated IP 172.27.3.32 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/765b9612-cb35-40ac-a483-3640d9e02fd5) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:22:29.589588 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:29.685629 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:29.689805 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:22:29.751000 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:22:29.753871 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:22:29.766087 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:22:29.812724 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Pushing event updated for resources: {'Port': ['ID=765b9612-cb35-40ac-a483-3640d9e02fd5,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:22:29.824268 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:22:30.227933 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:30.393534 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 03d200e4-4dc8-4773-89da-e3376a654eb8 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:22:30.469277 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 03d200e4-4dc8-4773-89da-e3376a654eb8 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:22:30.469634 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:30.676592 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4072921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4123398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497239'] for router, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:30.682188 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4072886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4072856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4072833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4123407'] for router, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:30.926306 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Router cd354beb-4410-4d5d-91b0-be6576ecf2c1 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:22:31.106412 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:22:31.116819 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Sync routers for ids ['cd354beb-4410-4d5d-91b0-be6576ecf2c1'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:22:31.117553 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Notify callbacks [] for router, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:31.119654 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] 10.222.0.18 "PUT /v2.0/routers/cd354beb-4410-4d5d-91b0-be6576ecf2c1 HTTP/1.1" status: 200 len: 889 time: 3.0152984 Apr 30 17:22:31.131639 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Routers {'cd354beb-4410-4d5d-91b0-be6576ecf2c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:22:31.132658 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:22:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['cd354beb-4410-4d5d-91b0-be6576ecf2c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:22:31.383443 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Set router cd354beb-4410-4d5d-91b0-be6576ecf2c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:22:31.806653 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd354beb-4410-4d5d-91b0-be6576ecf2c1', 'name': 'router1', 'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '765b9612-cb35-40ac-a483-3640d9e02fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:22:10Z', 'updated_at': '2021-04-30T17:22:29Z', 'revision_number': 4, 'project_id': '51f675625c1d451cab6aada31e85ebbf', 'gw_port': {'id': '765b9612-cb35-40ac-a483-3640d9e02fd5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd354beb-4410-4d5d-91b0-be6576ecf2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:22:29Z', 'updated_at': '2021-04-30T17:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '03d200e4-4dc8-4773-89da-e3376a654eb8', 'name': '', 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439', 'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'mac_address': 'fa:16:3e:97:e3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd354beb-4410-4d5d-91b0-be6576ecf2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '139f6bde-ba33-4c16-8c07-2502a0814740', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:22:19Z', 'updated_at': '2021-04-30T17:22:28Z', 'revision_number': 5, 'project_id': '51f675625c1d451cab6aada31e85ebbf', 'subnets': [{'id': '139f6bde-ba33-4c16-8c07-2502a0814740', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ac7ca7d-eac3-4fcf-8253-71859095ec93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:22:31.811916 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Checking router: cd354beb-4410-4d5d-91b0-be6576ecf2c1 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:22:31.812265 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Updating router cd354beb-4410-4d5d-91b0-be6576ecf2c1 port 765b9612-cb35-40ac-a483-3640d9e02fd5 binding host dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:22:31.865736 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:32.216019 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Notify callbacks [] for port, precommit_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:32.233862 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Transition to ACTIVE for port object 765b9612-cb35-40ac-a483-3640d9e02fd5 will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:22:32.302635 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:32.311827 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:22:32.425519 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Attempting to bind port 765b9612-cb35-40ac-a483-3640d9e02fd5 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:22:32.425892 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Attempting to bind port 765b9612-cb35-40ac-a483-3640d9e02fd5 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:22:32.426259 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Attempting to bind port 765b9612-cb35-40ac-a483-3640d9e02fd5 on network 75f81fbd-83ca-4d8e-a99f-6c15173d718a {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:22:32.433157 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c43ab2-32c2-4ac9-874b-38c4996906b0 None None] Pushing event updated for resources: {'Port': ['ID=765b9612-cb35-40ac-a483-3640d9e02fd5,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:22:32.435900 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-98c43ab2-32c2-4ac9-874b-38c4996906b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:22:32.438742 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:22:32.439138 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Checking segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:22:32.439557 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:32.439946 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Bound using segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:22:32.440425 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Bound port: 765b9612-cb35-40ac-a483-3640d9e02fd5, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:22:32.440820 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:32.525430 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] For port 765b9612-cb35-40ac-a483-3640d9e02fd5, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:22:32.529080 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] For port 765b9612-cb35-40ac-a483-3640d9e02fd5, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=765b9612-cb35-40ac-a483-3640d9e02fd5,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:22:32.618601 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:32.623096 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-c5fb183b-84ec-4449-a253-6ce993c9eff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:22:32.710254 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Routers {'cd354beb-4410-4d5d-91b0-be6576ecf2c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:22:32.710903 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:22:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['cd354beb-4410-4d5d-91b0-be6576ecf2c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:22:32.781739 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c43ab2-32c2-4ac9-874b-38c4996906b0 None None] Pushing event updated for resources: {'Port': ['ID=765b9612-cb35-40ac-a483-3640d9e02fd5,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:22:32.785008 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-98c43ab2-32c2-4ac9-874b-38c4996906b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:22:32.913812 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] Set router cd354beb-4410-4d5d-91b0-be6576ecf2c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:22:33.283273 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd354beb-4410-4d5d-91b0-be6576ecf2c1', 'name': 'router1', 'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '765b9612-cb35-40ac-a483-3640d9e02fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:22:10Z', 'updated_at': '2021-04-30T17:22:29Z', 'revision_number': 4, 'project_id': '51f675625c1d451cab6aada31e85ebbf', 'gw_port': {'id': '765b9612-cb35-40ac-a483-3640d9e02fd5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd354beb-4410-4d5d-91b0-be6576ecf2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:22:29Z', 'updated_at': '2021-04-30T17:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '03d200e4-4dc8-4773-89da-e3376a654eb8', 'name': '', 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439', 'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'mac_address': 'fa:16:3e:97:e3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd354beb-4410-4d5d-91b0-be6576ecf2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '139f6bde-ba33-4c16-8c07-2502a0814740', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:22:19Z', 'updated_at': '2021-04-30T17:22:28Z', 'revision_number': 5, 'project_id': '51f675625c1d451cab6aada31e85ebbf', 'subnets': [{'id': '139f6bde-ba33-4c16-8c07-2502a0814740', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ac7ca7d-eac3-4fcf-8253-71859095ec93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:22:33.287419 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec674d-278d-4e7d-9744-bdd518da9503 None None] The sync data for ids ['cd354beb-4410-4d5d-91b0-be6576ecf2c1'] in dv-cinder-784779-10-iscsi is: [{'id': 'cd354beb-4410-4d5d-91b0-be6576ecf2c1', 'name': 'router1', 'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '765b9612-cb35-40ac-a483-3640d9e02fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:22:10Z', 'updated_at': '2021-04-30T17:22:29Z', 'revision_number': 4, 'project_id': '51f675625c1d451cab6aada31e85ebbf', 'gw_port': {'id': '765b9612-cb35-40ac-a483-3640d9e02fd5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd354beb-4410-4d5d-91b0-be6576ecf2c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:22:29Z', 'updated_at': '2021-04-30T17:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '03d200e4-4dc8-4773-89da-e3376a654eb8', 'name': '', 'network_id': 'f15d1ebd-7745-4418-8ff3-bc4bdfbb0439', 'tenant_id': '51f675625c1d451cab6aada31e85ebbf', 'mac_address': 'fa:16:3e:97:e3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd354beb-4410-4d5d-91b0-be6576ecf2c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '139f6bde-ba33-4c16-8c07-2502a0814740', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:22:19Z', 'updated_at': '2021-04-30T17:22:28Z', 'revision_number': 5, 'project_id': '51f675625c1d451cab6aada31e85ebbf', 'subnets': [{'id': '139f6bde-ba33-4c16-8c07-2502a0814740', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ac7ca7d-eac3-4fcf-8253-71859095ec93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:22:33.571003 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48236) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:22:33.724211 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-d7fa406b-ed6a-4cdf-82c3-76cd8897265e admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1519847 Apr 30 17:22:34.428248 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 765b9612-cb35-40ac-a483-3640d9e02fd5 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:22:34.572319 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 765b9612-cb35-40ac-a483-3640d9e02fd5 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:22:34.579444 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 765b9612-cb35-40ac-a483-3640d9e02fd5 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:22:34.580145 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:34.715322 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:34.733365 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 765b9612-cb35-40ac-a483-3640d9e02fd5, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=765b9612-cb35-40ac-a483-3640d9e02fd5,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:22:34.788807 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:34.793010 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:22:34.862428 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=765b9612-cb35-40ac-a483-3640d9e02fd5,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:22:34.865724 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:22:36.411981 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 765b9612-cb35-40ac-a483-3640d9e02fd5 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:22:36.489103 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 765b9612-cb35-40ac-a483-3640d9e02fd5 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:22:36.489698 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:39.266592 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-b9b7248b-b798-4b27-9b87-35f0c9f8a941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:41.748845 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:41.771180 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-983b18c6-849a-4566-b195-e71c82d088e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:43.634699 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:45.639713 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:01.310580 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 5 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:23:09.245311 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-08044ba7-932d-4a10-8384-f6d26ea77e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:11.751988 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:11.786337 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-32b6896f-ba53-496f-8b8d-d33e83b24550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:13.633857 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:15.632927 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:38.310040 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 5 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:23:39.232936 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0425-9ed6-4059-bf10-4b3ae7a4d5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:41.716427 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:41.792888 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-d1e23428-c1ba-448e-9e8e-8f0e0ac747e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:43.633122 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:45.610158 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:09.242560 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ac9e03e2-617e-4dc1-8bee-a6ddfeb14f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:11.719002 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:11.786938 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-48d1760a-924f-4e73-8cc8-7ae2aee1aa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:13.014275 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48808) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:24:13.082445 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7a0c3a-e9de-49d4-8ce6-bf255506412b admin admin] GET failed (client error): The resource could not be found. Apr 30 17:24:13.083913 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-9d7a0c3a-e9de-49d4-8ce6-bf255506412b admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0687296 Apr 30 17:24:13.214303 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02b0901-1b6c-449c-9fba-f46acd9973cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:13.215709 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-c02b0901-1b6c-449c-9fba-f46acd9973cc admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1279852 Apr 30 17:24:13.625195 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:15.309371 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 5 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:24:15.376614 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48818) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:24:15.505874 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c276876f-373f-41b0-b559-0f81c37997da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:15.506443 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-c276876f-373f-41b0-b559-0f81c37997da admin admin] Synchronizing usage tracker for tenant:5375d4ee16ca4889ae5da62bdbb82d56 on resource:subnet {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:24:15.585113 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-c276876f-373f-41b0-b559-0f81c37997da admin admin] Unset dirty status for tenant:5375d4ee16ca4889ae5da62bdbb82d56 on resource:subnet {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:24:15.586333 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-c276876f-373f-41b0-b559-0f81c37997da admin admin] 10.222.0.18 "GET /v2.0/subnets/139f6bde-ba33-4c16-8c07-2502a0814740 HTTP/1.1" status: 200 len: 849 time: 0.2087274 Apr 30 17:24:15.598408 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:24:15.648691 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:15.726445 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Notify callbacks [] for subnet, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:15.979833 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790206472340'] for subnet, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:15.983953 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f1b9d2e3-51fa-412b-bba0-4a5b65222e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:24:16.025129 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:16.025772 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:16.027360 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] 10.222.0.18 "PUT /v2.0/subnets/139f6bde-ba33-4c16-8c07-2502a0814740 HTTP/1.1" status: 200 len: 868 time: 0.4338648 Apr 30 17:24:16.032550 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d78145-662a-46f0-aa24-48968f5dab3f None None] Network f15d1ebd-7745-4418-8ff3-bc4bdfbb0439 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:24:16.070623 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=139f6bde-ba33-4c16-8c07-2502a0814740,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:24:16.078684 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:16.080060 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:16.080060 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:16.080060 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:16.080335 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:16.080411 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:16.080805 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:16.081152 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:16.081497 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:16.081869 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:16.082181 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:16.082494 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:16.087135 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:24:16.572752 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-8c5452fb-11e9-4b96-9b79-5c0025230f0a None None] Provisioning complete for port 73ded0ec-8bbe-414d-98ab-7edb22338309 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:24:16.573350 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-8c5452fb-11e9-4b96-9b79-5c0025230f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:16.731381 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-8c5452fb-11e9-4b96-9b79-5c0025230f0a None None] Provisioning complete for port 03d200e4-4dc8-4773-89da-e3376a654eb8 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:24:16.732358 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-8c5452fb-11e9-4b96-9b79-5c0025230f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:18.251632 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48828) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:24:18.431861 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c249bdc8-5daa-4e71-a95c-eb5ae2c65056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:18.432266 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c249bdc8-5daa-4e71-a95c-eb5ae2c65056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:18.433784 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-c249bdc8-5daa-4e71-a95c-eb5ae2c65056 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1812041 Apr 30 17:24:20.610065 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 48838) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:24:20.798358 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c19ecf-9224-40c0-80bc-12bf27e6159e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:20.798831 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c19ecf-9224-40c0-80bc-12bf27e6159e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:20.799604 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-03c19ecf-9224-40c0-80bc-12bf27e6159e admin admin] Synchronizing usage tracker for tenant:5375d4ee16ca4889ae5da62bdbb82d56 on resource:network {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:24:20.899242 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-03c19ecf-9224-40c0-80bc-12bf27e6159e admin admin] Unset dirty status for tenant:5375d4ee16ca4889ae5da62bdbb82d56 on resource:network {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:24:20.900388 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-03c19ecf-9224-40c0-80bc-12bf27e6159e admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2893934 Apr 30 17:24:23.059623 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48848) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:24:23.230158 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79127a9e-1927-4d87-8edd-6529dd018260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:23.231584 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-79127a9e-1927-4d87-8edd-6529dd018260 admin admin] 10.222.0.18 "GET /v2.0/networks/75f81fbd-83ca-4d8e-a99f-6c15173d718a HTTP/1.1" status: 200 len: 886 time: 0.1710174 Apr 30 17:24:25.361963 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48858) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:24:25.588115 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c7adfc-bfc7-4707-b8fd-32f476b3bae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:25.589408 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-e7c7adfc-bfc7-4707-b8fd-32f476b3bae8 admin admin] 10.222.0.18 "GET /v2.0/networks/f15d1ebd-7745-4418-8ff3-bc4bdfbb0439 HTTP/1.1" status: 200 len: 869 time: 0.2257454 Apr 30 17:24:27.719232 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48868) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:24:27.829484 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16878557-4b4c-4ac3-98f5-c0f4e64a3588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:27.829945 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16878557-4b4c-4ac3-98f5-c0f4e64a3588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:27.831507 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-16878557-4b4c-4ac3-98f5-c0f4e64a3588 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1112769 Apr 30 17:24:29.986925 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 48878) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:24:30.103502 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd85577-c904-4ab0-9ff9-5b16c22f6db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:30.103963 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd85577-c904-4ab0-9ff9-5b16c22f6db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:30.105465 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-afd85577-c904-4ab0-9ff9-5b16c22f6db9 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1170630 Apr 30 17:24:32.263476 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 48888) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:24:32.391973 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db836a99-0e3a-483a-b46a-4ea15d8aa6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:32.393310 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-db836a99-0e3a-483a-b46a-4ea15d8aa6bb admin admin] 10.222.0.18 "GET /v2.0/subnets/139f6bde-ba33-4c16-8c07-2502a0814740 HTTP/1.1" status: 200 len: 868 time: 0.1288717 Apr 30 17:24:34.571711 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48898) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:24:34.675296 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01a2684-d3a7-4c7b-ab86-2797e447b76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:34.676661 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-a01a2684-d3a7-4c7b-ab86-2797e447b76d admin admin] 10.222.0.18 "GET /v2.0/subnets/989086fc-050d-4e50-928b-b948b66b0c76 HTTP/1.1" status: 200 len: 816 time: 0.1040046 Apr 30 17:24:39.254467 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fa6c3efc-929e-4ab6-b006-945c3d758a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:41.733346 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:41.819053 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-26ffbbbc-215f-4b78-9d7d-f9a362564ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:43.638680 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:45.636192 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:52.309718 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 5 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:24:58.074490 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48942) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:24:58.123307 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [None req-fb883103-1778-4688-bacb-c1d2ea7340d1 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:24:58.124283 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-fb883103-1778-4688-bacb-c1d2ea7340d1 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488272 Apr 30 17:25:00.339891 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48952) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:25:00.406549 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdcccde-5675-4692-b3c2-a1b3a2ef41d1 admin admin] GET failed (client error): The resource could not be found. Apr 30 17:25:00.407801 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-2fdcccde-5675-4692-b3c2-a1b3a2ef41d1 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0669827 Apr 30 17:25:00.537699 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b02c7e-37e6-4760-ac0e-c9bcdbcb2952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:25:00.539094 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-51b02c7e-37e6-4760-ac0e-c9bcdbcb2952 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1268120 Apr 30 17:25:02.728709 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48962) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:25:02.776313 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:25:02.780994 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:25:02.791115 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:25:02.858608 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] Made reservation on behalf of 5375d4ee16ca4889ae5da62bdbb82d56 for: {'network': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:25:02.861086 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:02.951596 dv-cinder-784779-10-iscsi neutron-server[74455]: WARNING neutron.services.revisions.revision_plugin [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] Could not find related network for resource to bump revision. Apr 30 17:25:02.963984 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=74455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:25:02.973303 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:02.973640 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.segments_db [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] Added segment 49d68941-5c3a-43f1-9bed-87ff186ff911 of type vlan for network 49556d85-ee54-42c3-96a5-3d9bf512a574 Apr 30 17:25:03.002492 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:03.087335 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:03.088653 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:25:03.089266 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:03.092899 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:25:03.192083 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] Pushing event updated for resources: {'Network': ['ID=49556d85-ee54-42c3-96a5-3d9bf512a574,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:25:03.195369 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:25:03.201838 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network 49556d85-ee54-42c3-96a5-3d9bf512a574 details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:25:03.259711 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5298648 Apr 30 17:25:05.434373 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 48972) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:25:05.503886 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3813e8d-ffc7-4e27-a60e-2b5c5f58caba admin admin] GET failed (client error): The resource could not be found. Apr 30 17:25:05.504440 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-e3813e8d-ffc7-4e27-a60e-2b5c5f58caba admin admin] Synchronizing usage tracker for tenant:5375d4ee16ca4889ae5da62bdbb82d56 on resource:network {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:25:05.573303 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-e3813e8d-ffc7-4e27-a60e-2b5c5f58caba admin admin] Unset dirty status for tenant:5375d4ee16ca4889ae5da62bdbb82d56 on resource:network {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:25:05.574465 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-e3813e8d-ffc7-4e27-a60e-2b5c5f58caba admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1391487 Apr 30 17:25:05.681717 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb8643-0790-4076-93f1-8416b2f100bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:25:05.683197 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-4bcb8643-0790-4076-93f1-8416b2f100bc admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1046968 Apr 30 17:25:05.693575 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '49556d85-ee54-42c3-96a5-3d9bf512a574', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:25:05.698106 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:25:05.707906 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:25:05.807201 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] Made reservation on behalf of 5375d4ee16ca4889ae5da62bdbb82d56 for: {'subnet': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:25:05.809582 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:06.241161 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for subnet, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:06.244839 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:25:06.315955 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8309f08-997f-430b-ae26-a82433b708cc,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:25:06.318565 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:25:06.325927 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] Checking segment: {'id': '49d68941-5c3a-43f1-9bed-87ff186ff911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '49556d85-ee54-42c3-96a5-3d9bf512a574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:25:06.326274 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] Network hostable DHCP agents. Network: 49556d85-ee54-42c3-96a5-3d9bf512a574, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:25:06.418753 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] Network 49556d85-ee54-42c3-96a5-3d9bf512a574 is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:25:06.477938 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, 49556d85-ee54-42c3-96a5-3d9bf512a574) {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:25:06.482093 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:25:06.482676 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:06.489847 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d4ebe1-7c81-448c-affd-74bbd4058c10 None None] Network 49556d85-ee54-42c3-96a5-3d9bf512a574 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:25:06.574053 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8846433 Apr 30 17:25:06.719161 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95b46b8c-a4c9-5744-a36e-abae1e22de60-49556d85-ee54-42c3-96a5-3d9bf512a574', 'network_id': '49556d85-ee54-42c3-96a5-3d9bf512a574', 'tenant_id': '5375d4ee16ca4889ae5da62bdbb82d56', 'fixed_ips': [{'subnet_id': 'a8309f08-997f-430b-ae26-a82433b708cc'}]}} from dv-cinder-784779-10-iscsi. {{(pid=74456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:25:06.720027 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:06.883668 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.db_base_plugin_common [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Allocated IP 192.168.233.2 (49556d85-ee54-42c3-96a5-3d9bf512a574/a8309f08-997f-430b-ae26-a82433b708cc/0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1) {{(pid=74456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:25:07.100370 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Notify callbacks [] for port, precommit_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:07.110672 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Transition to ACTIVE for port object 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1 will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:25:07.130531 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Transition to ACTIVE for port object 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1 will not be triggered until provisioned by entity DHCP. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:25:07.202303 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148'] for port, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:07.207996 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:25:07.265029 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Network 49556d85-ee54-42c3-96a5-3d9bf512a574 is already hosted by enough agents. {{(pid=74456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:25:07.268366 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.base_scheduler [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Resources bound (agent type, host, resource id): {{(pid=74456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:25:07.279449 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Received port after_create {{(pid=74456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:25:07.287506 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Pushing event updated for resources: {'Port': ['ID=0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1,revision_number=1']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:25:07.333491 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:07.333884 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:07.334273 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:07.334668 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:07.335083 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:07.335497 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:07.335879 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:07.336270 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:07.336650 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:07.337029 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:07.337411 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:07.337794 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:07.373252 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:25:07.401408 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Attempting to bind port 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:25:07.401778 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Attempting to bind port 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '49d68941-5c3a-43f1-9bed-87ff186ff911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '49556d85-ee54-42c3-96a5-3d9bf512a574'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:25:07.402141 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Attempting to bind port 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1 on network 49556d85-ee54-42c3-96a5-3d9bf512a574 {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:25:07.407866 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:25:07.408757 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Checking segment: {'id': '49d68941-5c3a-43f1-9bed-87ff186ff911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '49556d85-ee54-42c3-96a5-3d9bf512a574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:25:07.409158 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:07.409545 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Bound using segment: {'id': '49d68941-5c3a-43f1-9bed-87ff186ff911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '49556d85-ee54-42c3-96a5-3d9bf512a574'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:25:07.410016 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Bound port: 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d68941-5c3a-43f1-9bed-87ff186ff911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '49556d85-ee54-42c3-96a5-3d9bf512a574'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:25:07.410416 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:07.505228 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] For port 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:25:07.508496 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] For port 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1,segment=NetworkSegment(49d68941-5c3a-43f1-9bed-87ff186ff911),segment_id=49d68941-5c3a-43f1-9bed-87ff186ff911)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:25:07.593418 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:07.598145 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-98c43ab2-32c2-4ac9-874b-38c4996906b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:25:07.688181 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Pushing event updated for resources: {'Port': ['ID=0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:25:07.693250 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:25:08.578982 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:25:08.608120 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9063902b-8709-4613-b591-df7be5470d22 None None] Network 49556d85-ee54-42c3-96a5-3d9bf512a574 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:25:08.813569 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-d053ea0d-cd72-4c0d-842b-3f6dd9a8dd02 None None] Provisioning for port 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:25:08.894075 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:25:08.904867 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:25:08.905226 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:09.055232 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:09.094374 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1,segment=NetworkSegment(49d68941-5c3a-43f1-9bed-87ff186ff911),segment_id=49d68941-5c3a-43f1-9bed-87ff186ff911)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:25:09.159312 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:09.161089 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:25:09.255178 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:25:09.259161 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:25:09.268256 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-63472889-af0e-4f19-ad1e-710565581f30 None None] Provisioning complete for port 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:25:09.268691 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-63472889-af0e-4f19-ad1e-710565581f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:09.293365 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-33b1f857-8a57-4912-ac6d-f9ba8c63dc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:10.513510 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:25:10.587872 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 0a41f98e-86b3-4cf4-8d64-4d9051b2dbc1 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:25:10.588242 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:11.815911 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:11.838241 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e99a8941-1701-4809-8116-a7f44f1ee183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:13.641894 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:15.632363 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:29.308770 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 5 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:25:39.232130 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-f89dab86-4ae9-4ea1-8df0-77d733e558ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:41.740706 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:41.791939 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e504fe1f-1a0e-42be-8f34-cc81c0c06a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:43.635157 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:45.614913 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:06.308066 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 5 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:26:09.231550 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-68e61df9-357a-4422-90a8-58a57bec2f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:11.767357 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:11.800433 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-da171683-f276-4465-b073-fac276673a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:13.657826 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:15.635035 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:21.790465 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49024) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:26:21.796423 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [None req-71bdf124-0ef9-48d4-8ea0-f5534dffb80f tempest-verify_tempest_config-701414146 tempest-verify_tempest_config-701414146-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:26:21.797372 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-71bdf124-0ef9-48d4-8ea0-f5534dffb80f tempest-verify_tempest_config-701414146 tempest-verify_tempest_config-701414146-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059173 Apr 30 17:26:22.448981 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49042) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:26:22.575243 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:22.591354 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:26:22.595415 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Usage tracker for resource:security_group_rule and tenant:a307844cfd474c08922e24702e12d133 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:26:22.603133 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:26:22.608978 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:26:22.694183 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:22.788949 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:22.796525 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:26:22.840187 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a307844cfd474c08922e24702e12d133&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3901579 Apr 30 17:26:22.841004 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d3734c-9edd-482c-aee5-6eca20e0df2d,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:26:22.842892 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 49048) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:26:22.848147 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:22.848496 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:22.848823 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:22.849253 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:22.849454 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:22.849782 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:22.850096 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:22.850409 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:22.850716 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:22.851021 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:22.851353 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:22.851661 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:22.855478 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:26:22.902096 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:22.927819 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:23.109267 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:23.114860 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:26:23.127585 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d3734c-9edd-482c-aee5-6eca20e0df2d,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:26:23.131968 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:23.133064 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78d3734c-9edd-482c-aee5-6eca20e0df2d HTTP/1.1" status: 204 len: 168 time: 0.2892022 Apr 30 17:26:23.141112 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:23.141112 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:23.141112 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:23.141112 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:23.141112 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:23.141112 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:23.141112 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:23.141112 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:23.141112 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:23.141112 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:23.141112 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:23.141112 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:26:23.143653 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:26:39.225571 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-8d40dba9-2d2f-4b3b-8aa2-81522f809eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:41.745217 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:41.802786 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-d90e8193-2686-4533-b5b3-d16ab3d48847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:43.306968 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 5 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:26:43.631400 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:45.625599 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:09.233765 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-186e7f3d-a61c-4497-bd52-4fb108400c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:11.736685 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:11.828559 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-c3279cac-50e8-4e23-a2c5-42c85a05caa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:13.651211 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:15.631018 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:20.306017 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 5 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:27:39.236443 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-897d9889-cb96-4d9d-93e7-fbcd184c4bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:41.730217 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:41.808010 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-5c20e225-bb42-461d-8f82-20db55e2334b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:43.653620 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:45.659252 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:57.304463 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 5 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:27:59.585500 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463'] for agent, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:01.219242 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 49100) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:28:01.330538 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-7de002d5-779f-4400-a955-b55e1ec01638 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1102355 Apr 30 17:28:03.461049 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49110) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:28:03.522455 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-1187753e-7ca9-4c51-9083-917b0c40fe2a admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0603116 Apr 30 17:28:09.261639 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-33988bfa-0182-49c0-95f5-a12c06a5efed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:11.741682 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:11.770157 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-4854f917-e6a5-40aa-a4ee-cd56729fdc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:13.658998 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:15.644319 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:29.464825 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:34.303515 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:28:39.259192 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e953070e-bcd0-4d23-8e3d-4454c882170e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:41.735155 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:41.793112 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-603d503b-d0b1-45f2-a28e-0b3b7eac2aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:43.661184 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:45.655380 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:59.496765 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:09.255264 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-be1334c0-6664-438b-806d-e31fc343372e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:11.310887 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:29:11.756552 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:11.796071 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-de3f8f60-c227-4832-8515-41647dcea18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:13.672764 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:15.684096 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:29.501096 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:36.536507 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49276) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:37.271616 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-573084363-network', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:37.278647 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:37.284525 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Usage tracker for resource:network and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:37.288180 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:37.296510 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:37.418973 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Made reservation on behalf of ccc08e0935864e70bcf50cd6c9ba3ae3 for: {'network': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:29:37.421598 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:37.436975 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:37.454494 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:37.459239 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:37.462913 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:37.470640 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:37.574177 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:37.694953 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:37.704472 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:37.731207 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=74455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:29:37.745117 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6aa9ba-ed06-46fc-b4be-f48740923910,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:37.750444 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:37.750788 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.segments_db [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Added segment 43bda81e-06c5-4770-bf68-5c1ccaef9579 of type vlan for network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 Apr 30 17:29:37.759765 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:37.760128 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:37.760470 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:37.761465 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:37.761465 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:37.761465 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:37.762017 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:37.762017 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:37.762334 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:37.762650 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:37.762956 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:37.763284 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Tracked resource versions report: Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: pushed versions: Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: { 'AddressGroup': {'1.2'}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'ConntrackHelper': {'1.0'}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Log': {'1.0'}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Network': {'1.1'}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Port': {'1.7'}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'PortForwarding': {'1.2'}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'QosPolicy': {'1.8'}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'SecurityGroup': {'1.4'}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'SubPort': {'1.0'}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Subnet': {'1.1'}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Trunk': {'1.1'}} Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: consumer versions: Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: { DHCP agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: HyperV agent@hv-cinder-78477: {}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: L3 agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: Metadata agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: Metering agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: Open vSwitch agent@dv-cinder-784779-10-iscsi: { 'AddressGroup': '1.2', Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'ConntrackHelper': '1.0', Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Log': '1.0', Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Network': '1.1', Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Port': '1.7', Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'PortForwarding': '1.2', Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'QosPolicy': '1.8', Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'SecurityGroup': '1.4', Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'SecurityGroupRule': '1.2', Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'SubPort': '1.0', Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Subnet': '1.1', Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: 'Trunk': '1.1'}} Apr 30 17:29:37.764350 dv-cinder-784779-10-iscsi neutron-server[74455]: {{(pid=74455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:29:37.769486 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:37.791996 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:37.889025 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:37.890426 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:37.891297 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:37.908317 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-0b0c108a-e6c5-4b6e-b318-7ad4a13b64d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:38.067912 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Pushing event updated for resources: {'Network': ['ID=530fc79f-6b7d-46c2-b9df-2331fd74f2f0,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:38.078492 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:38.087801 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:29:38.108641 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 49328) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:38.109902 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5709126 Apr 30 17:29:38.114831 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Request body: {'subnet': {'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-subnet', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:38.120959 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:38.128501 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Usage tracker for resource:subnet and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:38.132777 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:38.139674 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:38.226996 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Made reservation on behalf of ccc08e0935864e70bcf50cd6c9ba3ae3 for: {'subnet': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:29:38.230504 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.248918 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49336) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:38.953087 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for subnet, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.959628 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:39.038429 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1057706322-network', 'tenant_id': '0e05c3d8665d482a9df66f216a97c982'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:39.039864 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3cec6c4-057f-403e-861a-e867b0518223,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:39.045008 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:39.051319 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Usage tracker for resource:network and tenant:0e05c3d8665d482a9df66f216a97c982 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:39.051603 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Checking segment: {'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:39.051909 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Network hostable DHCP agents. Network: 530fc79f-6b7d-46c2-b9df-2331fd74f2f0, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:29:39.056699 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:39.057076 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:39.057291 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:39.057442 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:39.057745 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:39.058037 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:39.058413 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:39.058932 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:39.059332 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:39.059667 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:39.059983 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:39.060293 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:39.060600 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Tracked resource versions report: Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: pushed versions: Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: { 'AddressGroup': {'1.2'}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'ConntrackHelper': {'1.0'}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Log': {'1.0'}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Network': {'1.1'}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Port': {'1.7'}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'PortForwarding': {'1.2'}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'QosPolicy': {'1.8'}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'SecurityGroup': {'1.4'}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'SubPort': {'1.0'}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Subnet': {'1.1'}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Trunk': {'1.1'}} Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: consumer versions: Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: { DHCP agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: HyperV agent@hv-cinder-78477: {}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: L3 agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: Metadata agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: Metering agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: Open vSwitch agent@dv-cinder-784779-10-iscsi: { 'AddressGroup': '1.2', Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'ConntrackHelper': '1.0', Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Log': '1.0', Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Network': '1.1', Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Port': '1.7', Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'PortForwarding': '1.2', Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'QosPolicy': '1.8', Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'SecurityGroup': '1.4', Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'SecurityGroupRule': '1.2', Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'SubPort': '1.0', Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Subnet': '1.1', Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: 'Trunk': '1.1'}} Apr 30 17:29:39.061644 dv-cinder-784779-10-iscsi neutron-server[74454]: {{(pid=74454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:29:39.074494 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:39.076507 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:39.184642 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:29:39.197653 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Made reservation on behalf of 0e05c3d8665d482a9df66f216a97c982 for: {'network': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:29:39.200551 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:39.221746 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:39.247424 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:39.263610 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Usage tracker for resource:security_group_rule and tenant:0e05c3d8665d482a9df66f216a97c982 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:39.263610 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:39.282434 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:39.299692 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-9cc25ac2-6801-4ec3-b2fe-ffe775accc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:39.380858 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, 530fc79f-6b7d-46c2-b9df-2331fd74f2f0) {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:39.401339 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73171f34-99ed-4907-ad3c-33612dfcc7e8 None None] Network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:29:39.402629 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:39.407945 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:39.418375 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:39.494335 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:39.507455 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:39.509478 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 49366) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:39.527788 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4177208 Apr 30 17:29:39.528709 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 49372) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:39.541351 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=74455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:29:39.544141 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16623d9d-1bfd-450c-98d6-61541d678106,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:39.545525 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:39.548652 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:39.558917 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:39.569466 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Usage tracker for resource:router and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:39.575473 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:39.582946 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.segments_db [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Added segment 454267f6-4a81-47db-b9d4-228ca5b404d6 of type vlan for network 749c8f6e-eeb8-4617-bd07-87e019e87c8d Apr 30 17:29:39.583431 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:39.597030 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:39.638206 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:39.733052 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4123496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497264'] for router, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:39.734095 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4100968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4072912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4136877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497225'] for router, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:39.762989 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:39.767750 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:39.769376 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:39.785706 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:39.792432 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-00eb18cd-1b77-4136-99ae-8bb1e4045ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:39.820647 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95b46b8c-a4c9-5744-a36e-abae1e22de60-530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223'}]}} from dv-cinder-784779-10-iscsi. {{(pid=74456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:29:39.821693 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:39.830679 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1032453279-network', 'tenant_id': 'eb7b3c4d4cdf4e5487387083a242f8a7'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:39.844580 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:39.863626 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Usage tracker for resource:network and tenant:eb7b3c4d4cdf4e5487387083a242f8a7 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:39.873036 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:39.891790 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:39.994197 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Pushing event updated for resources: {'Network': ['ID=749c8f6e-eeb8-4617-bd07-87e019e87c8d,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:40.009475 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network 749c8f6e-eeb8-4617-bd07-87e019e87c8d details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:29:40.013363 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:40.040099 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Made reservation on behalf of eb7b3c4d4cdf4e5487387083a242f8a7 for: {'network': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:29:40.042444 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:40.071354 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:40.153162 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9026787 Apr 30 17:29:40.155959 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49386) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:40.161924 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Request body: {'subnet': {'network_id': '749c8f6e-eeb8-4617-bd07-87e019e87c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1057706322-subnet', 'tenant_id': '0e05c3d8665d482a9df66f216a97c982', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:40.171508 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:40.176368 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Usage tracker for resource:subnet and tenant:0e05c3d8665d482a9df66f216a97c982 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:40.181166 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:40.187631 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:40.201671 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.db_base_plugin_common [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Allocated IP 172.20.0.2 (530fc79f-6b7d-46c2-b9df-2331fd74f2f0/c3cec6c4-057f-403e-861a-e867b0518223/b7a0c15a-83b0-466d-8da9-0589c314a8d1) {{(pid=74456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:29:40.345658 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Made reservation on behalf of 0e05c3d8665d482a9df66f216a97c982 for: {'subnet': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:29:40.352658 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:40.354141 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:40.371000 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Usage tracker for resource:security_group_rule and tenant:eb7b3c4d4cdf4e5487387083a242f8a7 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:40.375018 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:40.389233 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:40.479431 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Notify callbacks [] for port, precommit_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:40.495377 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Transition to ACTIVE for port object b7a0c15a-83b0-466d-8da9-0589c314a8d1 will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:40.522366 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Transition to ACTIVE for port object b7a0c15a-83b0-466d-8da9-0589c314a8d1 will not be triggered until provisioned by entity DHCP. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:40.615811 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148'] for port, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:40.625113 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:40.747402 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 is already hosted by enough agents. {{(pid=74456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:40.752705 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.base_scheduler [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Resources bound (agent type, host, resource id): {{(pid=74456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:40.756878 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Received port after_create {{(pid=74456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:29:40.803924 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4072921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4123398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497239'] for router, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:40.866457 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:40.905931 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Attempting to bind port b7a0c15a-83b0-466d-8da9-0589c314a8d1 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:29:40.906392 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Attempting to bind port b7a0c15a-83b0-466d-8da9-0589c314a8d1 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:29:40.906828 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Attempting to bind port b7a0c15a-83b0-466d-8da9-0589c314a8d1 on network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:40.909269 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Pushing event updated for resources: {'Port': ['ID=b7a0c15a-83b0-466d-8da9-0589c314a8d1,revision_number=1']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:40.920912 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:29:40.921785 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Checking segment: {'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:40.921946 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:40.922344 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Bound using segment: {'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:29:40.922900 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Bound port: b7a0c15a-83b0-466d-8da9-0589c314a8d1, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:29:40.923403 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:40.935965 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:40.936429 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:40.936838 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:40.937238 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:40.937559 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:40.937930 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:40.938248 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:40.938565 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:40.938897 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:40.939247 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:40.939563 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:40.939874 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Tracked resource versions report: Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: pushed versions: Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: { 'AddressGroup': {'1.2'}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'ConntrackHelper': {'1.0'}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Log': {'1.0'}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Network': {'1.1'}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Port': {'1.7'}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'PortForwarding': {'1.2'}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'QosPolicy': {'1.8'}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'SecurityGroup': {'1.4'}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'SubPort': {'1.0'}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Subnet': {'1.1'}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Trunk': {'1.1'}} Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: consumer versions: Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: { DHCP agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: HyperV agent@hv-cinder-78477: {}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: L3 agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: Metadata agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: Metering agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: Open vSwitch agent@dv-cinder-784779-10-iscsi: { 'AddressGroup': '1.2', Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'ConntrackHelper': '1.0', Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Log': '1.0', Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Network': '1.1', Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Port': '1.7', Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'PortForwarding': '1.2', Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'QosPolicy': '1.8', Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'SecurityGroup': '1.4', Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'SecurityGroupRule': '1.2', Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'SubPort': '1.0', Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Subnet': '1.1', Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: 'Trunk': '1.1'}} Apr 30 17:29:40.940917 dv-cinder-784779-10-iscsi neutron-server[74456]: {{(pid=74456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:29:40.949917 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:41.041279 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] For port b7a0c15a-83b0-466d-8da9-0589c314a8d1, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:29:41.044919 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] For port b7a0c15a-83b0-466d-8da9-0589c314a8d1, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=b7a0c15a-83b0-466d-8da9-0589c314a8d1,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:29:41.089315 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:41.110370 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:41.137750 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:41.149604 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80d5146-94fb-4308-a17b-4a85f065e775,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:41.159893 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:41.169785 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:41.204801 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=74454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:29:41.230628 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:41.230966 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.segments_db [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Added segment 0c24dd64-10e3-4df8-828a-fb12ad2dfbca of type vlan for network 5425ee79-17bf-4f95-b4dc-077f00bd58e0 Apr 30 17:29:41.354592 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Pushing event updated for resources: {'Port': ['ID=b7a0c15a-83b0-466d-8da9-0589c314a8d1,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:41.368047 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:41.441027 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for subnet, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:41.447392 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-8627b985-2cce-414e-af59-e41bf2e8212e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:41.488742 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:41.513649 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1965ef25-de13-452a-ae0d-bf5d415da6dc,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:41.520069 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:41.569117 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Checking segment: {'id': '454267f6-4a81-47db-b9d4-228ca5b404d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '749c8f6e-eeb8-4617-bd07-87e019e87c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:41.570535 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Network hostable DHCP agents. Network: 749c8f6e-eeb8-4617-bd07-87e019e87c8d, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:29:41.638002 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:41.672480 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Network 749c8f6e-eeb8-4617-bd07-87e019e87c8d is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:29:41.695585 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.db.resource_extend [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 17:29:41.735453 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, 749c8f6e-eeb8-4617-bd07-87e019e87c8d) {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:41.749954 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:41.750756 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:41.762354 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:41.794506 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:41.805008 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76409e3-7f2a-410e-8c91-ae75c0981a99 None None] Network 749c8f6e-eeb8-4617-bd07-87e019e87c8d requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:29:41.848174 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49428) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:41.886688 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-1f260aad-6f8c-43bb-8441-b02f08555624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:41.958410 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7924540 Apr 30 17:29:42.066908 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:42.072563 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:42.073197 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:42.080911 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:42.209955 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=5425ee79-17bf-4f95-b4dc-077f00bd58e0,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:42.223062 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:42.225472 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b814-9cb8-40c5-a847-73594f93d17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:42.252066 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network 5425ee79-17bf-4f95-b4dc-077f00bd58e0 details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:29:42.260756 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Allocated IP 172.27.3.181 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/58e24c17-baed-41de-9e65-824ea633dfc5) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:29:42.289051 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211fad7-47fe-4d3e-b36c-113788102b2a None None] Network 749c8f6e-eeb8-4617-bd07-87e019e87c8d requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:29:42.293807 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-6bd9b814-9cb8-40c5-a847-73594f93d17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:42.304894 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-6bd9b814-9cb8-40c5-a847-73594f93d17e admin admin] Usage tracker for resource:security_group_rule and tenant:3483bc70dac2455ca0ea9f8688839b40 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:42.317267 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-6bd9b814-9cb8-40c5-a847-73594f93d17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:42.334215 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-6bd9b814-9cb8-40c5-a847-73594f93d17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:42.402259 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8915107 Apr 30 17:29:42.415351 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 49448) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:42.426171 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Request body: {'subnet': {'network_id': '5425ee79-17bf-4f95-b4dc-077f00bd58e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1032453279-subnet', 'tenant_id': 'eb7b3c4d4cdf4e5487387083a242f8a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:42.433858 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:42.439845 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Usage tracker for resource:subnet and tenant:eb7b3c4d4cdf4e5487387083a242f8a7 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:42.443846 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:42.453714 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:42.559422 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Made reservation on behalf of eb7b3c4d4cdf4e5487387083a242f8a7 for: {'subnet': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:29:42.561980 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:42.611425 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b814-9cb8-40c5-a847-73594f93d17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:42.729070 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-6bd9b814-9cb8-40c5-a847-73594f93d17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:42.737733 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-0c12193c-7854-448e-9f2b-c08b29250b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:42.776925 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:42.837602 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device b7a0c15a-83b0-466d-8da9-0589c314a8d1 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:42.857056 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9b814-9cb8-40c5-a847-73594f93d17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bd5395-9570-4201-a552-8126e9ede760,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:42.863502 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-6bd9b814-9cb8-40c5-a847-73594f93d17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:42.872945 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-6bd9b814-9cb8-40c5-a847-73594f93d17e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3483bc70dac2455ca0ea9f8688839b40&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0220187 Apr 30 17:29:42.874411 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49456) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:43.004395 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d0cc8eb0-f415-4d41-b7d6-d147f9673f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:43.044747 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dabc26-3b80-4730-b8f1-64bc01867c50 None None] Network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:29:43.072665 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d0cc8eb0-f415-4d41-b7d6-d147f9673f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:43.152972 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:43.181134 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:43.291374 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port b7a0c15a-83b0-466d-8da9-0589c314a8d1 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:29:43.298565 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-447dc6c0-ef23-46fa-a04d-a3fca0c04545 None None] Provisioning for port b7a0c15a-83b0-466d-8da9-0589c314a8d1 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:29:43.308194 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d0cc8eb0-f415-4d41-b7d6-d147f9673f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:43.317734 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:43.328924 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:43.329911 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:43.331353 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-447dc6c0-ef23-46fa-a04d-a3fca0c04545 None None] Provisioning complete for port b7a0c15a-83b0-466d-8da9-0589c314a8d1 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:43.331733 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-447dc6c0-ef23-46fa-a04d-a3fca0c04545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:43.341214 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:29:43.372570 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port b7a0c15a-83b0-466d-8da9-0589c314a8d1 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:43.372570 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:43.388301 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc8eb0-f415-4d41-b7d6-d147f9673f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bd5395-9570-4201-a552-8126e9ede760,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:43.391850 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d0cc8eb0-f415-4d41-b7d6-d147f9673f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:43.434088 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d0cc8eb0-f415-4d41-b7d6-d147f9673f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:43.435908 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-d0cc8eb0-f415-4d41-b7d6-d147f9673f6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5bd5395-9570-4201-a552-8126e9ede760 HTTP/1.1" status: 204 len: 168 time: 0.5597100 Apr 30 17:29:43.512952 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49498) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:43.518033 dv-cinder-784779-10-iscsi neutron-server[74455]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 17:29:43.680304 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Pushing event updated for resources: {'Port': ['ID=58e24c17-baed-41de-9e65-824ea633dfc5,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:43.692976 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:43.731650 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:43.795656 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port b7a0c15a-83b0-466d-8da9-0589c314a8d1, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=b7a0c15a-83b0-466d-8da9-0589c314a8d1,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:43.854399 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:43.857385 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-447dc6c0-ef23-46fa-a04d-a3fca0c04545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:43.913554 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-addaaa6f-bc17-4161-be41-5c1e893dc402 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:43.914532 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-addaaa6f-bc17-4161-be41-5c1e893dc402 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Synchronizing usage tracker for tenant:0e05c3d8665d482a9df66f216a97c982 on resource:network {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:43.920166 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:43.961231 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:44.051515 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-addaaa6f-bc17-4161-be41-5c1e893dc402 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Unset dirty status for tenant:0e05c3d8665d482a9df66f216a97c982 on resource:network {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:44.055050 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-addaaa6f-bc17-4161-be41-5c1e893dc402 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/networks?id=749c8f6e-eeb8-4617-bd07-87e019e87c8d HTTP/1.1" status: 200 len: 812 time: 0.5390131 Apr 30 17:29:44.062289 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.db.api [None req-447dc6c0-ef23-46fa-a04d-a3fca0c04545 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 17:29:44.062678 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_db.api [None req-447dc6c0-ef23-46fa-a04d-a3fca0c04545 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 17:29:44.073261 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=b7a0c15a-83b0-466d-8da9-0589c314a8d1,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:44.083693 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:44.089510 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-eee62960-bb19-4d07-aa3d-6ac0c5ec29dc tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/quotas/0e05c3d8665d482a9df66f216a97c982 HTTP/1.1" status: 200 len: 375 time: 0.0287442 Apr 30 17:29:44.171201 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-e926d466-f3ff-49ff-9a79-9970766e9ff4 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e05c3d8665d482a9df66f216a97c982&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757594 Apr 30 17:29:44.244110 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:44.422442 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-bfbd7fe8-4238-4dff-b4e6-d4f7fb74b29b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:29:44.423720 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-bfbd7fe8-4238-4dff-b4e6-d4f7fb74b29b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0617690 Apr 30 17:29:44.655633 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49538) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:44.691554 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for subnet, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:44.699323 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c8af00a5-3193-4f2e-94da-80c862675a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:44.726955 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c084a005-5ab5-465c-bbd5-3f853eae9536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:44.730062 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-c8af00a5-3193-4f2e-94da-80c862675a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:44.737409 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-c8af00a5-3193-4f2e-94da-80c862675a80 admin admin] Usage tracker for resource:security_group_rule and tenant:c560256f70d7444f942c34c4d1aab986 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:44.743247 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-c8af00a5-3193-4f2e-94da-80c862675a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:44.756162 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-c8af00a5-3193-4f2e-94da-80c862675a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:44.816975 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-89ce420f-8a15-4889-a347-f84562055999 None None] Provisioning complete for port b7a0c15a-83b0-466d-8da9-0589c314a8d1 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:44.818119 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-89ce420f-8a15-4889-a347-f84562055999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:44.929433 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c8af00a5-3193-4f2e-94da-80c862675a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:44.974254 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-249997b0-12e7-4786-a903-4120bb33cc03 service neutron] 10.222.0.18 "GET /v2.0/networks/749c8f6e-eeb8-4617-bd07-87e019e87c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415246 Apr 30 17:29:44.988460 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device b7a0c15a-83b0-466d-8da9-0589c314a8d1 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:45.023913 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c8af00a5-3193-4f2e-94da-80c862675a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:45.051719 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd853de0-353c-412a-ab95-2a772251e8dc,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:45.066696 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:45.068023 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Checking segment: {'id': '0c24dd64-10e3-4df8-828a-fb12ad2dfbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '5425ee79-17bf-4f95-b4dc-077f00bd58e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:45.068934 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Network hostable DHCP agents. Network: 5425ee79-17bf-4f95-b4dc-077f00bd58e0, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:29:45.124968 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:45.132895 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4072886'] for router, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:45.239212 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 49556) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:45.266661 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port b7a0c15a-83b0-466d-8da9-0589c314a8d1 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:45.266661 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:45.269038 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Network 5425ee79-17bf-4f95-b4dc-077f00bd58e0 is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:29:45.330860 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-c8af00a5-3193-4f2e-94da-80c862675a80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c560256f70d7444f942c34c4d1aab986&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6726043 Apr 30 17:29:45.332754 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 49564) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:45.393541 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af00a5-3193-4f2e-94da-80c862675a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d90fca-16cb-4171-b465-9b5175376a57,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:45.403438 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c8af00a5-3193-4f2e-94da-80c862675a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:45.442150 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-68093db3-138e-4748-9e4a-f98fc8336daa service neutron] 10.222.0.18 "GET /v2.0/networks/749c8f6e-eeb8-4617-bd07-87e019e87c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465590 Apr 30 17:29:45.484498 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, 5425ee79-17bf-4f95-b4dc-077f00bd58e0) {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:45.497874 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce488e3f-e5af-4ae0-b4f0-a20621e57245 None None] Network 5425ee79-17bf-4f95-b4dc-077f00bd58e0 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:29:45.505288 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:45.506176 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:45.587037 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-92590bf1-9ac0-49e9-a43f-56ae1ef0c4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:45.607491 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-92590bf1-9ac0-49e9-a43f-56ae1ef0c4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:45.611995 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-92590bf1-9ac0-49e9-a43f-56ae1ef0c4eb admin admin] Usage tracker for resource:security_group_rule and tenant:4d373e479b7042bd9ff24d874ad9fbd8 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:45.615469 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-92590bf1-9ac0-49e9-a43f-56ae1ef0c4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:45.625073 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-92590bf1-9ac0-49e9-a43f-56ae1ef0c4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:45.718928 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3021853 Apr 30 17:29:45.751473 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-99874aa1-53f3-473c-bfcc-7c00151ca66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:45.787129 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-92590bf1-9ac0-49e9-a43f-56ae1ef0c4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:45.810415 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-99874aa1-53f3-473c-bfcc-7c00151ca66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:45.841169 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ae14c-12ab-4dcd-ab62-f3b2b26b6d90 None None] Network 5425ee79-17bf-4f95-b4dc-077f00bd58e0 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:29:45.878181 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:45.970436 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-92590bf1-9ac0-49e9-a43f-56ae1ef0c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:45.971731 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Router 04f5022b-4da5-4018-944d-3463fd4fbca1 is scheduled to L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 with binding_index 1 {{(pid=74454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:29:46.012664 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:46.144944 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49596) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:46.160096 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-99874aa1-53f3-473c-bfcc-7c00151ca66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:46.237314 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92590bf1-9ac0-49e9-a43f-56ae1ef0c4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa186adf-e203-4949-a0ce-d2593b912298,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:46.262381 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-92590bf1-9ac0-49e9-a43f-56ae1ef0c4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:46.348212 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-14292308-90d3-41c3-94a6-1d8470443e8e req-b6277a30-f08f-42c2-9898-598981f2f3cd tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 210 time: 0.1989830 Apr 30 17:29:46.354748 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:46.368131 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-92590bf1-9ac0-49e9-a43f-56ae1ef0c4eb admin admin] Synchronizing usage tracker for tenant:5375d4ee16ca4889ae5da62bdbb82d56 on resource:security_group {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:46.499922 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99874aa1-53f3-473c-bfcc-7c00151ca66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d90fca-16cb-4171-b465-9b5175376a57,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:46.528860 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-99874aa1-53f3-473c-bfcc-7c00151ca66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:46.538149 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-99874aa1-53f3-473c-bfcc-7c00151ca66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:46.545071 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-99874aa1-53f3-473c-bfcc-7c00151ca66f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98d90fca-16cb-4171-b465-9b5175376a57 HTTP/1.1" status: 204 len: 168 time: 1.2079532 Apr 30 17:29:46.597523 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-92590bf1-9ac0-49e9-a43f-56ae1ef0c4eb admin admin] Unset dirty status for tenant:5375d4ee16ca4889ae5da62bdbb82d56 on resource:security_group {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:46.602577 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49620) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:46.603558 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-92590bf1-9ac0-49e9-a43f-56ae1ef0c4eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d373e479b7042bd9ff24d874ad9fbd8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3522785 Apr 30 17:29:46.607173 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:29:46.619162 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Sync routers for ids ['04f5022b-4da5-4018-944d-3463fd4fbca1'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:29:46.641093 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Routers {'04f5022b-4da5-4018-944d-3463fd4fbca1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:29:46.641521 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:29:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['04f5022b-4da5-4018-944d-3463fd4fbca1'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:46.746008 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Notify callbacks [] for router, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:46.747463 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2173140 Apr 30 17:29:46.752377 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 49630) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:46.766683 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0b8498fd-d090-4f0c-92ce-de1b7f103d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:46.802817 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0b8498fd-d090-4f0c-92ce-de1b7f103d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:46.936820 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49642) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:46.942004 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Set router 04f5022b-4da5-4018-944d-3463fd4fbca1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:29:46.964024 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0b8498fd-d090-4f0c-92ce-de1b7f103d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:46.969424 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c8af00a5-3193-4f2e-94da-80c862675a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:46.990466 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8498fd-d090-4f0c-92ce-de1b7f103d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa186adf-e203-4949-a0ce-d2593b912298,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:47.001044 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-0b8498fd-d090-4f0c-92ce-de1b7f103d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:47.006182 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0b8498fd-d090-4f0c-92ce-de1b7f103d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:47.010819 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-0b8498fd-d090-4f0c-92ce-de1b7f103d50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa186adf-e203-4949-a0ce-d2593b912298 HTTP/1.1" status: 204 len: 168 time: 0.4047112 Apr 30 17:29:47.350123 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:43Z', 'revision_number': 3, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:47.359952 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Checking router: 04f5022b-4da5-4018-944d-3463fd4fbca1 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:29:47.360869 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Updating router 04f5022b-4da5-4018-944d-3463fd4fbca1 port 58e24c17-baed-41de-9e65-824ea633dfc5 binding host dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:29:47.421140 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f8ae48f4-dd9d-46ac-a287-4d8ba67a1d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:47.482895 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:47.593928 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f8ae48f4-dd9d-46ac-a287-4d8ba67a1d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:47.626008 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1ad8365d-f222-47bd-bfa4-a00058c1d74b req-bd52abe1-c445-4c1a-8e7e-c2c225e5403b tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 210 time: 0.1423745 Apr 30 17:29:47.636839 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f8ae48f4-dd9d-46ac-a287-4d8ba67a1d66 admin admin] Usage tracker for resource:security_group_rule and tenant:8fab0ad6fad0491299ee82d54b290de0 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:47.656981 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f8ae48f4-dd9d-46ac-a287-4d8ba67a1d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:47.674722 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f8ae48f4-dd9d-46ac-a287-4d8ba67a1d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:47.878376 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f8ae48f4-dd9d-46ac-a287-4d8ba67a1d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:47.946457 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f8ae48f4-dd9d-46ac-a287-4d8ba67a1d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:47.957778 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:48.068103 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-f8ae48f4-dd9d-46ac-a287-4d8ba67a1d66 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8fab0ad6fad0491299ee82d54b290de0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1299374 Apr 30 17:29:48.070924 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49676) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:48.075051 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae48f4-dd9d-46ac-a287-4d8ba67a1d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be979820-1d8b-4c53-9a02-596be85133fd,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:48.081305 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f8ae48f4-dd9d-46ac-a287-4d8ba67a1d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:48.201491 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Notify callbacks [] for port, precommit_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:48.219377 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-496bff13-d1f0-4e39-be85-c1f0b2ff008f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:48.225913 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.provisioning_blocks [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Transition to ACTIVE for port object 58e24c17-baed-41de-9e65-824ea633dfc5 will not be triggered until provisioned by entity L2. {{(pid=74457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:48.308694 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:29:48.309735 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-496bff13-d1f0-4e39-be85-c1f0b2ff008f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:48.310196 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:48.329753 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:48.335756 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 49688) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:48.344718 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-575770270-network', 'tenant_id': '0019234e1e344c599638cec087b863e5'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:48.352207 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:48.360207 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Usage tracker for resource:network and tenant:0019234e1e344c599638cec087b863e5 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:48.365848 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:48.378771 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:48.386801 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:48.466061 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Attempting to bind port 58e24c17-baed-41de-9e65-824ea633dfc5 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:29:48.466562 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Attempting to bind port 58e24c17-baed-41de-9e65-824ea633dfc5 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:29:48.467094 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Attempting to bind port 58e24c17-baed-41de-9e65-824ea633dfc5 on network 75f81fbd-83ca-4d8e-a99f-6c15173d718a {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:48.483593 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Made reservation on behalf of 0019234e1e344c599638cec087b863e5 for: {'network': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:29:48.486634 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:48.493875 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:29:48.495457 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Checking segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:48.495457 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:48.495883 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Bound using segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:29:48.496503 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Bound port: 58e24c17-baed-41de-9e65-824ea633dfc5, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:29:48.497328 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:48.502007 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:48.513158 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-496bff13-d1f0-4e39-be85-c1f0b2ff008f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:48.532280 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:48.601500 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bff13-d1f0-4e39-be85-c1f0b2ff008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be979820-1d8b-4c53-9a02-596be85133fd,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:48.629752 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-496bff13-d1f0-4e39-be85-c1f0b2ff008f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:48.635380 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-496bff13-d1f0-4e39-be85-c1f0b2ff008f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:48.637357 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-496bff13-d1f0-4e39-be85-c1f0b2ff008f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be979820-1d8b-4c53-9a02-596be85133fd HTTP/1.1" status: 204 len: 168 time: 0.5649066 Apr 30 17:29:48.640788 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:48.657243 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Usage tracker for resource:security_group_rule and tenant:0019234e1e344c599638cec087b863e5 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:48.670721 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:48.737394 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Pushing event updated for resources: {'Port': ['ID=58e24c17-baed-41de-9e65-824ea633dfc5,revision_number=2']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:48.782662 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:48.801152 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:48.801798 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:48.802408 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:48.804462 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:48.805378 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:48.813833 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:48.815582 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:48.816340 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:48.817133 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:48.817657 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:48.818206 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:48.818726 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Tracked resource versions report: Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: pushed versions: Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: { 'AddressGroup': {'1.2'}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'ConntrackHelper': {'1.0'}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Log': {'1.0'}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Network': {'1.1'}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Port': {'1.7'}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'PortForwarding': {'1.2'}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'QosPolicy': {'1.8'}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'SecurityGroup': {'1.4'}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'SubPort': {'1.0'}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Subnet': {'1.1'}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Trunk': {'1.1'}} Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: consumer versions: Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: { DHCP agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: HyperV agent@hv-cinder-78477: {}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: L3 agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: Metadata agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: Metering agent@dv-cinder-784779-10-iscsi: {}, Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: Open vSwitch agent@dv-cinder-784779-10-iscsi: { 'AddressGroup': '1.2', Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'ConntrackHelper': '1.0', Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Log': '1.0', Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Network': '1.1', Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Port': '1.7', Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'PortForwarding': '1.2', Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'QosPolicy': '1.8', Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'SecurityGroup': '1.4', Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'SecurityGroupRule': '1.2', Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'SubPort': '1.0', Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Subnet': '1.1', Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: 'Trunk': '1.1'}} Apr 30 17:29:48.821350 dv-cinder-784779-10-iscsi neutron-server[74457]: {{(pid=74457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:29:48.838314 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Allocated IP 172.20.0.1 (530fc79f-6b7d-46c2-b9df-2331fd74f2f0/c3cec6c4-057f-403e-861a-e867b0518223/9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:29:48.852419 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:48.878263 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-67af2f91-9ba6-4f2f-9ac3-9728ca2f3e7b req-b3cb37ee-7eb3-46da-b81f-79e4b87ed105 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 210 time: 0.1604073 Apr 30 17:29:48.946368 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] For port 58e24c17-baed-41de-9e65-824ea633dfc5, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:29:48.956070 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] For port 58e24c17-baed-41de-9e65-824ea633dfc5, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=58e24c17-baed-41de-9e65-824ea633dfc5,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:29:49.032920 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:49.048136 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-5151a40d-c03c-4a80-a4c5-b10598f140ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:49.099371 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:49.136343 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:49.152319 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Routers {'04f5022b-4da5-4018-944d-3463fd4fbca1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:29:49.153734 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:29:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['04f5022b-4da5-4018-944d-3463fd4fbca1'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:49.169253 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Transition to ACTIVE for port object 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea will not be triggered until provisioned by entity DHCP. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:49.246124 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:49.258067 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:49.300661 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=74454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:29:49.320745 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4d2119-4662-4e4f-be1a-3afc29cb35ae,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:49.326967 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:49.327999 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:49.328331 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.segments_db [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Added segment 92489fe9-c71b-4fc2-9da6-14109f430434 of type vlan for network b4c42c07-c3d1-4a61-b177-ed3beaf607ab Apr 30 17:29:49.339556 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:49.346165 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:49.386995 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Pushing event updated for resources: {'Port': ['ID=58e24c17-baed-41de-9e65-824ea633dfc5,revision_number=3']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:49.392445 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:49.463986 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:49.465264 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] Set router 04f5022b-4da5-4018-944d-3463fd4fbca1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:29:49.492551 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:49.512721 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:49.530844 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:29:49.532841 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4071129'] for router_interface, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:49.981278 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:49.999125 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.db.resource_extend [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 17:29:50.014039 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:50.122145 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9f656a08-028e-4bd2-96ec-ce20debeeac0 req-90e35b37-cd85-4c82-892d-c455a4198902 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 210 time: 0.0772314 Apr 30 17:29:50.124147 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-233410cc-083d-40cf-9bd5-b04cfb243b3a None None] Provisioning for port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:29:50.134774 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-233410cc-083d-40cf-9bd5-b04cfb243b3a None None] Provisioning complete for port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:50.135386 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-233410cc-083d-40cf-9bd5-b04cfb243b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:50.154245 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:50.160690 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:50.161617 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:50.175777 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:50.254069 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-233410cc-083d-40cf-9bd5-b04cfb243b3a None None] Port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:29:50.274702 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:43Z', 'revision_number': 3, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:50.280276 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3027a675-2e6d-4ae1-b24d-f1dae0b2cb4b None None] The sync data for ids ['04f5022b-4da5-4018-944d-3463fd4fbca1'] in dv-cinder-784779-10-iscsi is: [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:43Z', 'revision_number': 3, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:29:50.538809 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Pushing event updated for resources: {'Network': ['ID=b4c42c07-c3d1-4a61-b177-ed3beaf607ab,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:50.554394 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:50.560366 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network b4c42c07-c3d1-4a61-b177-ed3beaf607ab details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:29:50.580763 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2428818 Apr 30 17:29:50.585584 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 49758) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:50.609144 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Request body: {'subnet': {'network_id': 'b4c42c07-c3d1-4a61-b177-ed3beaf607ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-575770270-subnet', 'tenant_id': '0019234e1e344c599638cec087b863e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:50.616736 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:50.632563 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Usage tracker for resource:subnet and tenant:0019234e1e344c599638cec087b863e5 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:50.641205 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:50.661188 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:50.809683 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:50.886701 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Made reservation on behalf of 0019234e1e344c599638cec087b863e5 for: {'subnet': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:29:50.889451 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:51.375138 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a6402188-c34f-419c-9cb6-cfcbaa408e74 req-98550679-13af-4314-9085-6efd54d9c6b0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 210 time: 0.0656855 Apr 30 17:29:51.483473 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:51.586434 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:51.615933 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4071034'] for router_interface, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:51.634377 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:51.833851 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:51.847667 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:51.979694 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:51.983628 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:52.373124 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Router 04f5022b-4da5-4018-944d-3463fd4fbca1 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:29:52.505264 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-4808fad8-3073-4a2e-a76a-027945c2698c None None] Provisioning complete for port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:52.505974 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-4808fad8-3073-4a2e-a76a-027945c2698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:52.664267 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-4808fad8-3073-4a2e-a76a-027945c2698c None None] Port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:29:52.683702 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eb98ca47-b96d-4a38-b0fa-cff2a6aa4d2c req-d27e2dfb-f753-4c3c-94f3-93637e9f447f tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 210 time: 0.0939498 Apr 30 17:29:52.837751 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for subnet, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:52.888773 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 58e24c17-baed-41de-9e65-824ea633dfc5 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:52.907788 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:53.047225 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:29:53.057329 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Sync routers for ids ['04f5022b-4da5-4018-944d-3463fd4fbca1'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:29:53.074599 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Routers {'04f5022b-4da5-4018-944d-3463fd4fbca1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:29:53.075892 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:29:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['04f5022b-4da5-4018-944d-3463fd4fbca1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:53.102206 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] 10.222.0.18 "PUT /v2.0/routers/04f5022b-4da5-4018-944d-3463fd4fbca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3397498 Apr 30 17:29:53.102206 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fecb3368-530f-4efc-9678-16f8c4e7f9ed,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:53.105590 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:53.111085 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.63', 59501) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:53.131201 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Checking segment: {'id': '92489fe9-c71b-4fc2-9da6-14109f430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b4c42c07-c3d1-4a61-b177-ed3beaf607ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:53.131656 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Network hostable DHCP agents. Network: b4c42c07-c3d1-4a61-b177-ed3beaf607ab, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:29:53.240760 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 58e24c17-baed-41de-9e65-824ea633dfc5 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:29:53.261197 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Network b4c42c07-c3d1-4a61-b177-ed3beaf607ab is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:29:53.318442 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 58e24c17-baed-41de-9e65-824ea633dfc5 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:53.318809 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:53.369735 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, b4c42c07-c3d1-4a61-b177-ed3beaf607ab) {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:53.376457 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:53.377942 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:53.404375 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50e7da7-5def-47f7-be7f-5936c2f4186c None None] Network b4c42c07-c3d1-4a61-b177-ed3beaf607ab requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:29:53.433249 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-da98eac8-3347-4c33-ad29-c61471c862be tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:53.436274 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-da98eac8-3347-4c33-ad29-c61471c862be tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.63 "GET /v2.0/networks?id=749c8f6e-eeb8-4617-bd07-87e019e87c8d HTTP/1.1" status: 200 len: 812 time: 0.3238335 Apr 30 17:29:53.492227 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Request body: {'port': {'device_id': 'd148c2fb-d1db-46c2-9a81-a97cd54b19e9', 'network_id': '749c8f6e-eeb8-4617-bd07-87e019e87c8d', 'admin_state_up': True, 'tenant_id': '0e05c3d8665d482a9df66f216a97c982'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:53.567005 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-bbc7ffb5-a224-4dcf-8a57-866388e5fb53 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9793797 Apr 30 17:29:53.652139 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Set router 04f5022b-4da5-4018-944d-3463fd4fbca1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:29:53.958730 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:53.958730 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Usage tracker for resource:port and tenant:0e05c3d8665d482a9df66f216a97c982 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:53.958730 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:53.958730 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:54.062123 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Made reservation on behalf of 0e05c3d8665d482a9df66f216a97c982 for: {'port': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:29:54.069140 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:54.109293 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-09fa92a0-a8bb-438e-b6f1-56e608c18d36 req-8755ff9b-7364-43fb-8318-dbdca5fd5775 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 210 time: 0.1287017 Apr 30 17:29:54.353563 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 49884) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:54.409246 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dbf321-73c2-4fac-89cd-cf359e921c42 None None] Network b4c42c07-c3d1-4a61-b177-ed3beaf607ab requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:29:54.507033 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Allocated IP 172.20.0.9 (749c8f6e-eeb8-4617-bd07-87e019e87c8d/1965ef25-de13-452a-ae0d-bf5d415da6dc/8ec6f054-5246-47c1-adca-5a0ccbfe72b7) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:29:54.534523 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6fb75a-4166-4ef2-a2a1-2c1342c04d8b admin admin] Deleting subnet fd853de0-353c-412a-ab95-2a772251e8dc {{(pid=74454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:29:54.545648 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0d6fb75a-4166-4ef2-a2a1-2c1342c04d8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:54.586899 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:54.707267 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0d6fb75a-4166-4ef2-a2a1-2c1342c04d8b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:54.726870 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0d6fb75a-4166-4ef2-a2a1-2c1342c04d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:54.793029 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 49902) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:54.801958 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 58e24c17-baed-41de-9e65-824ea633dfc5, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=58e24c17-baed-41de-9e65-824ea633dfc5,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:54.836399 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275338891', 'description': 'tempest-description--85971444'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:54.852375 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:54.887743 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Usage tracker for resource:security_group and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:54.925248 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:54.954083 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:54.966105 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:55.029435 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:55.092614 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:55.194796 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:55.220416 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:55.235884 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:55.247423 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Usage tracker for resource:security_group_rule and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:55.263395 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:55.271154 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-7401ec60-ae50-4ff2-94ad-db45a516aef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:55.279806 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:55.417635 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=58e24c17-baed-41de-9e65-824ea633dfc5,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:55.422481 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:55.444663 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:50Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea', 'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'mac_address': 'fa:16:3e:38:ee:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:48Z', 'updated_at': '2021-04-30T17:29:51Z', 'revision_number': 2, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'subnets': [{'id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:55.451334 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Checking router: 04f5022b-4da5-4018-944d-3463fd4fbca1 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:29:55.451701 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Updating router 04f5022b-4da5-4018-944d-3463fd4fbca1 port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea binding host dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:29:55.592908 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:55.617663 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Network 749c8f6e-eeb8-4617-bd07-87e019e87c8d is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:55.638313 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:55.652449 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:29:55.679236 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:55.684561 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:55.805754 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Pushing event updated for resources: {'Port': ['ID=8ec6f054-5246-47c1-adca-5a0ccbfe72b7,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:55.825810 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:55.870410 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3861349 Apr 30 17:29:55.886738 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:55.915524 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b857e79-8f04-4334-85b5-96bd204c8f0d req-5c276942-e0c7-4d9f-9831-6abd2a1e995a tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:55.922590 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-4b857e79-8f04-4334-85b5-96bd204c8f0d req-5c276942-e0c7-4d9f-9831-6abd2a1e995a tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Synchronizing usage tracker for tenant:0e05c3d8665d482a9df66f216a97c982 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:55.979501 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:55.981425 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0d6fb75a-4166-4ef2-a2a1-2c1342c04d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for subnet, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:55.987875 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:56.048649 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-4b857e79-8f04-4334-85b5-96bd204c8f0d req-5c276942-e0c7-4d9f-9831-6abd2a1e995a tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Unset dirty status for tenant:0e05c3d8665d482a9df66f216a97c982 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:56.051037 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4b857e79-8f04-4334-85b5-96bd204c8f0d req-5c276942-e0c7-4d9f-9831-6abd2a1e995a tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 931 time: 0.6015143 Apr 30 17:29:56.067065 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0d6fb75a-4166-4ef2-a2a1-2c1342c04d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:56.174956 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-4b857e79-8f04-4334-85b5-96bd204c8f0d req-667c8f7b-67be-45ae-999f-07d6b10d8c34 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Synchronizing usage tracker for tenant:0e05c3d8665d482a9df66f216a97c982 on resource:security_group {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:56.175574 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-0d6fb75a-4166-4ef2-a2a1-2c1342c04d8b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fd853de0-353c-412a-ab95-2a772251e8dc HTTP/1.1" status: 204 len: 168 time: 1.8190272 Apr 30 17:29:56.177430 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 49954) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:56.192508 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028f7dae-e597-4cf6-b17a-475841f83dc5,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:56.215446 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:56.215792 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:56.270608 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fb75a-4166-4ef2-a2a1-2c1342c04d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd853de0-353c-412a-ab95-2a772251e8dc,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:56.276186 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-0d6fb75a-4166-4ef2-a2a1-2c1342c04d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:56.294994 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-4b857e79-8f04-4334-85b5-96bd204c8f0d req-667c8f7b-67be-45ae-999f-07d6b10d8c34 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Unset dirty status for tenant:0e05c3d8665d482a9df66f216a97c982 on resource:security_group {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:56.301650 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4b857e79-8f04-4334-85b5-96bd204c8f0d req-667c8f7b-67be-45ae-999f-07d6b10d8c34 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416937 Apr 30 17:29:56.315652 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Notify callbacks [] for port, precommit_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:56.329612 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Transition to ACTIVE for port object 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:56.340224 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:56.344861 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.5474606 Apr 30 17:29:56.345012 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49970) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:56.350936 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-b3707c2b-f3b7-4557-a500-352486b80876 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Request body: {'security_group_rule': {'security_group_id': '028f7dae-e597-4cf6-b17a-475841f83dc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:56.358766 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-b3707c2b-f3b7-4557-a500-352486b80876 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:56.363633 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-b3707c2b-f3b7-4557-a500-352486b80876 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Usage tracker for resource:security_group_rule and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:56.367984 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-b3707c2b-f3b7-4557-a500-352486b80876 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:56.375918 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-b3707c2b-f3b7-4557-a500-352486b80876 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:56.377240 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:56.438431 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:56.445001 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:56.477994 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-b3707c2b-f3b7-4557-a500-352486b80876 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:56.614149 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:56.650528 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-b3707c2b-f3b7-4557-a500-352486b80876 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:56.733764 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-b3707c2b-f3b7-4557-a500-352486b80876 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:56.737759 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:56.791683 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559b589-47a0-48f8-8d31-2118dee585d6 None None] Pushing event updated for resources: {'Port': ['ID=9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:56.805026 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-1559b589-47a0-48f8-8d31-2118dee585d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:56.833448 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3707c2b-f3b7-4557-a500-352486b80876 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6703dd2e-0622-4219-8461-1af82dcf43aa,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:56.866645 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-b3707c2b-f3b7-4557-a500-352486b80876 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:56.900857 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:29:56.901702 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:29:56.901973 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:29:56.902322 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Subscribe: > port after_create 55550000 {{(pid=74454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:29:56.902688 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:29:56.903027 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Subscribe: > port after_update 55550000 {{(pid=74454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:29:56.903362 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:29:56.903840 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:29:56.904305 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:29:56.904811 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:29:56.951319 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-6dac6dbf-ebc9-496c-8f33-35ded7d1e0bb tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:29:56.957163 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Attempting to bind port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:29:56.957350 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-6dac6dbf-ebc9-496c-8f33-35ded7d1e0bb tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302031 Apr 30 17:29:56.958033 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Attempting to bind port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:29:56.958747 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Attempting to bind port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea on network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:56.968779 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:29:56.969578 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Checking segment: {'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:56.970245 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:56.970793 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Bound using segment: {'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:29:56.971535 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Bound port: 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:29:56.972112 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:57.050826 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-b3707c2b-f3b7-4557-a500-352486b80876 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:57.053391 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-b3707c2b-f3b7-4557-a500-352486b80876 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7070453 Apr 30 17:29:57.057493 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49990) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:57.081916 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-28a3b830-062b-4e33-9319-9eb82da116d5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Request body: {'security_group_rule': {'security_group_id': '028f7dae-e597-4cf6-b17a-475841f83dc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:57.125944 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-28a3b830-062b-4e33-9319-9eb82da116d5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:57.142176 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] For port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:29:57.148244 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-28a3b830-062b-4e33-9319-9eb82da116d5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Usage tracker for resource:security_group_rule and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:57.155219 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] For port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:29:57.185228 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:29:57.185587 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:29:57.185903 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:29:57.186290 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:29:57.186598 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5425ee79-17bf-4f95-b4dc-077f00bd58e0']}} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:57.200122 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-28a3b830-062b-4e33-9319-9eb82da116d5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:57.211338 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c24dd64-10e3-4df8-828a-fb12ad2dfbca') {'for_net_delete': True} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:57.211795 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c24dd64-10e3-4df8-828a-fb12ad2dfbca') {} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:57.220457 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 49994) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:57.236037 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216983'] for segment, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:57.236821 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 58e24c17-baed-41de-9e65-824ea633dfc5 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:57.236905 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-28a3b830-062b-4e33-9319-9eb82da116d5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:57.273825 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:57.277288 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:57.303623 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:57.313930 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=74454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:29:57.395098 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-28a3b830-062b-4e33-9319-9eb82da116d5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:57.524844 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Routers {'04f5022b-4da5-4018-944d-3463fd4fbca1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:29:57.526995 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:29:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['04f5022b-4da5-4018-944d-3463fd4fbca1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:57.732692 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-28a3b830-062b-4e33-9319-9eb82da116d5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:57.734063 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Network 5425ee79-17bf-4f95-b4dc-077f00bd58e0 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:29:57.753302 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383365'] for segment, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:57.779637 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-67bd5066-9328-425d-a221-c37da2e91ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:57.850813 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559b589-47a0-48f8-8d31-2118dee585d6 None None] Pushing event updated for resources: {'Port': ['ID=9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:57.871575 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-1559b589-47a0-48f8-8d31-2118dee585d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:57.927531 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 58e24c17-baed-41de-9e65-824ea633dfc5 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:57.928390 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:57.947814 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-28a3b830-062b-4e33-9319-9eb82da116d5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:57.949190 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-67bd5066-9328-425d-a221-c37da2e91ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:57.956086 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-67bd5066-9328-425d-a221-c37da2e91ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:0edb191ac75d4b95a811b6c6f14bfa5c is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:57.960784 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-b3707c2b-f3b7-4557-a500-352486b80876 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:57.982317 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-67bd5066-9328-425d-a221-c37da2e91ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:57.992850 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Network 5425ee79-17bf-4f95-b4dc-077f00bd58e0 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:29:58.004235 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50028) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:58.024948 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-67bd5066-9328-425d-a221-c37da2e91ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:58.028802 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3b830-062b-4e33-9319-9eb82da116d5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f86a534-74db-4f80-a354-ac21c2eab2fa,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: from cryptography.utils import int_from_bytes Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: from cryptography.utils import int_from_bytes Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: Traceback (most recent call last): Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: timer() Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: cb(*args, **kw) Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: return func(*args, **kwargs) Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: self._notify() Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: self.callback(batched_events) Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: event.method(event) Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: return f(self, *a, **k) Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._get(url).json() Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: return self.request(url, 'GET', **kwargs) Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:29:58.029848 dv-cinder-784779-10-iscsi neutron-server[74454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:29:58.033892 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-28a3b830-062b-4e33-9319-9eb82da116d5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:58.175612 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-28a3b830-062b-4e33-9319-9eb82da116d5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.177477 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-28a3b830-062b-4e33-9319-9eb82da116d5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1178594 Apr 30 17:29:58.183639 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50040) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:58.189324 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Request body: {'floatingip': {'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:58.201092 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:58.213418 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Usage tracker for resource:floatingip and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:58.219888 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66964891-5264-4f56-bde0-e0b8408535fb req-e46ab269-5d68-413f-b809-51a659d77d90 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:58.221489 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-66964891-5264-4f56-bde0-e0b8408535fb req-e46ab269-5d68-413f-b809-51a659d77d90 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 931 time: 0.4153204 Apr 30 17:29:58.230942 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:58.234167 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.256513 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:58.285125 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-67bd5066-9328-425d-a221-c37da2e91ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.297876 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3ed9d65d-deac-4cdf-abe5-96c7749d42f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:58.316873 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.325801 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-38860c77-68b6-45e7-a332-98ed5fcbad5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.327819 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] Set router 04f5022b-4da5-4018-944d-3463fd4fbca1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:29:58.336974 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-66964891-5264-4f56-bde0-e0b8408535fb req-23fb99b0-ae90-46a7-ac6c-4c2ca81da07b tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982189 Apr 30 17:29:58.342472 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Pushing event deleted for resources: {'Network': ['ID=5425ee79-17bf-4f95-b4dc-077f00bd58e0,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:58.348041 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:58.352849 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-67bd5066-9328-425d-a221-c37da2e91ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.353207 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5425ee79-17bf-4f95-b4dc-077f00bd58e0 HTTP/1.1" status: 204 len: 168 time: 2.1748531 Apr 30 17:29:58.362058 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-38860c77-68b6-45e7-a332-98ed5fcbad5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:58.362361 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 50048) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:58.362361 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d0cc8eb0-f415-4d41-b7d6-d147f9673f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:58.364983 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-38860c77-68b6-45e7-a332-98ed5fcbad5e admin admin] Usage tracker for resource:security_group_rule and tenant:1c049d858c8d484bb29f27a42efb107d is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:58.369885 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-38860c77-68b6-45e7-a332-98ed5fcbad5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:58.377850 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-38860c77-68b6-45e7-a332-98ed5fcbad5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:58.432578 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for floatingip, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.598642 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd5066-9328-425d-a221-c37da2e91ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87655e79-b5df-4be1-b73d-59b75099c672,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:58.616617 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-67bd5066-9328-425d-a221-c37da2e91ef0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0edb191ac75d4b95a811b6c6f14bfa5c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3912883 Apr 30 17:29:58.619492 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 50054) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:58.620808 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-67bd5066-9328-425d-a221-c37da2e91ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:58.771299 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d9264f-0c21-4214-bf63-d20e7477d94d admin admin] Deleting subnet fecb3368-530f-4efc-9678-16f8c4e7f9ed {{(pid=74455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:29:58.787105 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-38860c77-68b6-45e7-a332-98ed5fcbad5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.795567 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-39d9264f-0c21-4214-bf63-d20e7477d94d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.837144 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-610b9424-0c5c-4fe5-93f2-3e8aa89c932b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.923918 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-610b9424-0c5c-4fe5-93f2-3e8aa89c932b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.945955 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-39d9264f-0c21-4214-bf63-d20e7477d94d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.964022 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.993502 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-39d9264f-0c21-4214-bf63-d20e7477d94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:59.066408 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-38860c77-68b6-45e7-a332-98ed5fcbad5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:59.084565 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-92590bf1-9ac0-49e9-a43f-56ae1ef0c4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:59.409870 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38860c77-68b6-45e7-a332-98ed5fcbad5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9342f2ab-482b-4797-9179-79d8daa11369,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:59.450651 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-38860c77-68b6-45e7-a332-98ed5fcbad5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c049d858c8d484bb29f27a42efb107d&name=default HTTP/1.1" status: 200 len: 2978 time: 1.4429266 Apr 30 17:29:59.453292 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 50084) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:59.466823 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-38860c77-68b6-45e7-a332-98ed5fcbad5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:59.541150 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-610b9424-0c5c-4fe5-93f2-3e8aa89c932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:59.562285 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:50Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea', 'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'mac_address': 'fa:16:3e:38:ee:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:48Z', 'updated_at': '2021-04-30T17:29:57Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'subnets': [{'id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:59.584486 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362bdec8-2546-42f3-b2b6-18c13d4a6752 None None] The sync data for ids ['04f5022b-4da5-4018-944d-3463fd4fbca1'] in dv-cinder-784779-10-iscsi is: [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:50Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea', 'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'mac_address': 'fa:16:3e:38:ee:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:48Z', 'updated_at': '2021-04-30T17:29:57Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'subnets': [{'id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:29:59.590746 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:59.713511 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Allocated IP 172.27.3.229 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/758d115b-8cbe-4bb1-bb82-c887ec9cabdf) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:29:59.872178 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-0b8498fd-d090-4f0c-92ce-de1b7f103d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:59.909684 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b9424-0c5c-4fe5-93f2-3e8aa89c932b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87655e79-b5df-4be1-b73d-59b75099c672,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:59.912732 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-610b9424-0c5c-4fe5-93f2-3e8aa89c932b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:00.173163 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.175967 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-610b9424-0c5c-4fe5-93f2-3e8aa89c932b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.177824 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-610b9424-0c5c-4fe5-93f2-3e8aa89c932b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87655e79-b5df-4be1-b73d-59b75099c672 HTTP/1.1" status: 204 len: 168 time: 1.5492270 Apr 30 17:30:00.240001 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-21875479-d424-4bb1-924f-ac5e900a62b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.300942 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.308414 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3e9bd626-6a01-4281-9f48-a243874f7729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:00.323509 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-21875479-d424-4bb1-924f-ac5e900a62b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.448438 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:30:00.462553 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:30:00.484708 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:30:00.520400 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event updated for resources: {'Port': ['ID=758d115b-8cbe-4bb1-bb82-c887ec9cabdf,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:00.526311 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:00.534857 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214527a-7111-4d23-b41c-7c3978e0d8dd req-db5d5cdf-a85f-4075-973b-c3eea02a3327 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:00.541868 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e214527a-7111-4d23-b41c-7c3978e0d8dd req-db5d5cdf-a85f-4075-973b-c3eea02a3327 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 931 time: 0.7447770 Apr 30 17:30:00.680565 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-39d9264f-0c21-4214-bf63-d20e7477d94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for subnet, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.745082 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e214527a-7111-4d23-b41c-7c3978e0d8dd req-e7958342-a393-400b-b3d4-5832014e53e3 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943038 Apr 30 17:30:00.762474 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d142fb51-9f88-4d5f-b8a1-8b78c13d0388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:00.809008 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-39d9264f-0c21-4214-bf63-d20e7477d94d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.849234 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9264f-0c21-4214-bf63-d20e7477d94d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fecb3368-530f-4efc-9678-16f8c4e7f9ed,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:00.890655 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-21875479-d424-4bb1-924f-ac5e900a62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.897110 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-39d9264f-0c21-4214-bf63-d20e7477d94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:00.911805 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-21875479-d424-4bb1-924f-ac5e900a62b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.913335 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-21875479-d424-4bb1-924f-ac5e900a62b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9342f2ab-482b-4797-9179-79d8daa11369 HTTP/1.1" status: 204 len: 168 time: 1.4613669 Apr 30 17:30:00.915347 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-35418721-3ab9-421f-b345-2056477ed8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:00.954473 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-39d9264f-0c21-4214-bf63-d20e7477d94d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fecb3368-530f-4efc-9678-16f8c4e7f9ed HTTP/1.1" status: 204 len: 168 time: 2.5765440 Apr 30 17:30:00.961993 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 50134) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:00.966466 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21875479-d424-4bb1-924f-ac5e900a62b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9342f2ab-482b-4797-9179-79d8daa11369,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:00.979406 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-21875479-d424-4bb1-924f-ac5e900a62b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:01.144255 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:01.263516 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:30:01.376959 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:01.399789 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:01.586771 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:30:01.596831 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:30:01.605727 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:01.746583 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 50144) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:01.789789 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:01.812524 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-626db882-44bf-488f-9b82-4fa97e214347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:01.882890 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-626db882-44bf-488f-9b82-4fa97e214347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:01.896476 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-626db882-44bf-488f-9b82-4fa97e214347 admin admin] Usage tracker for resource:security_group_rule and tenant:cd63ae4d86784256b134701c7c7029bd is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:01.906379 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-626db882-44bf-488f-9b82-4fa97e214347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:01.921170 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-626db882-44bf-488f-9b82-4fa97e214347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:01.980743 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:02.022860 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:02.062272 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:30:02.133911 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:02.143477 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:02.177752 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:02.187346 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:02.231137 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-626db882-44bf-488f-9b82-4fa97e214347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:02.270223 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:02.270223 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:02.270627 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:02.270772 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Subscribe: > port after_create 55550000 {{(pid=74455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:02.272687 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:02.272687 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Subscribe: > port after_update 55550000 {{(pid=74455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:02.272687 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:02.273209 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:02.273209 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:02.273701 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:02.301703 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:02.306193 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:02.404076 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event updated for resources: {'Port': ['ID=758d115b-8cbe-4bb1-bb82-c887ec9cabdf,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:02.418424 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:02.441225 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:02.441577 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:02.441917 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:02.442285 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:02.442707 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c42c07-c3d1-4a61-b177-ed3beaf607ab']}} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:30:02.454157 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:02.455854 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-626db882-44bf-488f-9b82-4fa97e214347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:02.461112 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92489fe9-c71b-4fc2-9da6-14109f430434') {'for_net_delete': True} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:30:02.461401 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92489fe9-c71b-4fc2-9da6-14109f430434') {} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:30:02.486738 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:02.508711 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2695809'] for segment, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:02.588856 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50156) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:02.589725 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-626db882-44bf-488f-9b82-4fa97e214347 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd63ae4d86784256b134701c7c7029bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8412991 Apr 30 17:30:02.594214 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:02.605081 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626db882-44bf-488f-9b82-4fa97e214347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a446e0c-1d10-47fa-9816-81d95f5695f7,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:02.625653 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-626db882-44bf-488f-9b82-4fa97e214347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:02.626902 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=74455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:30:02.721000 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:02.728717 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5440905 Apr 30 17:30:02.738027 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Request body: {'port': {'device_id': 'd148c2fb-d1db-46c2-9a81-a97cd54b19e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:30:02.830809 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3508497b-3b70-4a7b-97c2-a0646d17428a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:02.907427 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3508497b-3b70-4a7b-97c2-a0646d17428a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:02.978612 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70759a07-fa1c-4b64-9142-82349dcf9279 req-13fd0048-04a8-4d46-b710-6c99a2014cee tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:02.980332 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-70759a07-fa1c-4b64-9142-82349dcf9279 req-13fd0048-04a8-4d46-b710-6c99a2014cee tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 931 time: 0.8783603 Apr 30 17:30:03.038302 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 50170) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:03.189523 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50176) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:03.207661 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Network b4c42c07-c3d1-4a61-b177-ed3beaf607ab has no segments {{(pid=74455) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:30:03.219981 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511338'] for segment, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:03.237460 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:30:03.262724 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3508497b-3b70-4a7b-97c2-a0646d17428a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:03.283041 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:03.313937 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508497b-3b70-4a7b-97c2-a0646d17428a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a446e0c-1d10-47fa-9816-81d95f5695f7,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:03.322663 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-70759a07-fa1c-4b64-9142-82349dcf9279 req-bb2062c9-629f-472f-a7c6-daceb3749264 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297451 Apr 30 17:30:03.340444 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3508497b-3b70-4a7b-97c2-a0646d17428a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:03.359760 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3508497b-3b70-4a7b-97c2-a0646d17428a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:03.379063 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-3508497b-3b70-4a7b-97c2-a0646d17428a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a446e0c-1d10-47fa-9816-81d95f5695f7 HTTP/1.1" status: 204 len: 168 time: 0.7884343 Apr 30 17:30:03.530185 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:30:03.531263 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:03.594238 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:03.895048 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50212) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:03.918494 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f024da12-6be4-4b45-8038-e3fbe03b41ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:03.931144 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ccbde57b-3225-42f5-b133-5cf43d62e3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:04.035152 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-ccbde57b-3225-42f5-b133-5cf43d62e3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:04.043468 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-cc17325e-7aa6-41fa-8ab2-474c7fa84614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:04.058682 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-ccbde57b-3225-42f5-b133-5cf43d62e3dd admin admin] Usage tracker for resource:security_group_rule and tenant:ddc5f216ebc543b9803dae27aaba2bbb is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:04.063964 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-e80a42d3-a5fe-4f30-951d-2ead25268cbb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Synchronizing usage tracker for tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 on resource:security_group {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:30:04.070320 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-ccbde57b-3225-42f5-b133-5cf43d62e3dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:04.077904 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-cc17325e-7aa6-41fa-8ab2-474c7fa84614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:04.082485 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-cc17325e-7aa6-41fa-8ab2-474c7fa84614 admin admin] Usage tracker for resource:security_group_rule and tenant:eda5ab3541f94e35bf3be4abd2448317 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:04.085587 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f024da12-6be4-4b45-8038-e3fbe03b41ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:04.086503 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-cc17325e-7aa6-41fa-8ab2-474c7fa84614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:04.090762 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f024da12-6be4-4b45-8038-e3fbe03b41ae admin admin] Usage tracker for resource:security_group_rule and tenant:ce101887d7664f01bb6e86b35009f1a2 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:04.094381 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-cc17325e-7aa6-41fa-8ab2-474c7fa84614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:04.094714 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f024da12-6be4-4b45-8038-e3fbe03b41ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:04.106489 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f024da12-6be4-4b45-8038-e3fbe03b41ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:04.203120 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Network b4c42c07-c3d1-4a61-b177-ed3beaf607ab has no segments {{(pid=74455) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:30:04.212719 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-ccbde57b-3225-42f5-b133-5cf43d62e3dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: from cryptography.utils import int_from_bytes Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: from cryptography.utils import int_from_bytes Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: Traceback (most recent call last): Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: timer() Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: cb(*args, **kw) Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: return func(*args, **kwargs) Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: self._notify() Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: self.callback(batched_events) Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: event.method(event) Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: return f(self, *a, **k) Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: return self._get(url).json() Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: return self.request(url, 'GET', **kwargs) Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:30:04.239178 dv-cinder-784779-10-iscsi neutron-server[74455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:30:04.387772 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-cc17325e-7aa6-41fa-8ab2-474c7fa84614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:04.498366 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f024da12-6be4-4b45-8038-e3fbe03b41ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:04.516551 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-cc17325e-7aa6-41fa-8ab2-474c7fa84614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:04.521360 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ccbde57b-3225-42f5-b133-5cf43d62e3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:04.541365 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:04.629554 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-cc17325e-7aa6-41fa-8ab2-474c7fa84614 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eda5ab3541f94e35bf3be4abd2448317&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4379537 Apr 30 17:30:04.632462 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50222) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:04.674949 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17325e-7aa6-41fa-8ab2-474c7fa84614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a02bb53-8501-4c51-84e3-981b35051bf9,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:04.695753 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ccbde57b-3225-42f5-b133-5cf43d62e3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:04.698326 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-cc17325e-7aa6-41fa-8ab2-474c7fa84614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:04.714932 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-560befdc-11cb-4ec6-98ac-13f28b76ebcb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:04.749208 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbde57b-3225-42f5-b133-5cf43d62e3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287d8911-2665-4a5d-8993-a70867ad9149,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:04.770450 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ccbde57b-3225-42f5-b133-5cf43d62e3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:04.802355 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0eee5a2c-9b74-4219-b737-fb2894b71357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:04.829981 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-ccbde57b-3225-42f5-b133-5cf43d62e3dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddc5f216ebc543b9803dae27aaba2bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9333706 Apr 30 17:30:04.834301 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50228) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:04.867769 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f024da12-6be4-4b45-8038-e3fbe03b41ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:04.868485 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:04.889261 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0eee5a2c-9b74-4219-b737-fb2894b71357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:04.929741 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:04.972618 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-e80a42d3-a5fe-4f30-951d-2ead25268cbb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Unset dirty status for tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 on resource:security_group {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:30:04.973955 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-e80a42d3-a5fe-4f30-951d-2ead25268cbb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1275338891&fields=id&tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3 HTTP/1.1" status: 200 len: 267 time: 1.1181319 Apr 30 17:30:04.975821 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-48c0e0fa-85eb-4520-8116-dbabf2728be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:04.999475 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:05.023405 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 {{(pid=74455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:30:05.062927 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-f024da12-6be4-4b45-8038-e3fbe03b41ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce101887d7664f01bb6e86b35009f1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0210183 Apr 30 17:30:05.072945 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50238) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:05.102697 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-48c0e0fa-85eb-4520-8116-dbabf2728be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:05.224772 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-36e65f8f-86a3-45b8-8fec-ceab2bfa8c44 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:05.225786 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-36e65f8f-86a3-45b8-8fec-ceab2bfa8c44 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Synchronizing usage tracker for tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 on resource:network {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:30:05.228819 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024da12-6be4-4b45-8038-e3fbe03b41ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5178a4d0-86ff-41f1-80db-f2ffa10fd500,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:05.233648 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:05.244749 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f024da12-6be4-4b45-8038-e3fbe03b41ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:05.247576 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-50250a40-261b-4d09-8a3f-6fa6f7947f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:05.249564 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:05.296609 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0eee5a2c-9b74-4219-b737-fb2894b71357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:05.298263 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c42c07-c3d1-4a61-b177-ed3beaf607ab,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:05.306400 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b4c42c07-c3d1-4a61-b177-ed3beaf607ab HTTP/1.1" status: 204 len: 168 time: 4.3226478 Apr 30 17:30:05.306400 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-52bfd9e5-e5f5-4603-8cc7-dd349f04a225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:05.340811 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cb91e-cfdd-4bda-916d-df2b3710a83b req-2f8689fe-7e92-45a4-867c-a6bd14330248 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:05.349825 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-851cb91e-cfdd-4bda-916d-df2b3710a83b req-2f8689fe-7e92-45a4-867c-a6bd14330248 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 931 time: 0.5170610 Apr 30 17:30:05.354440 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:05.377016 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Transition to ACTIVE for port object 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 will not be triggered until provisioned by entity L2. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:30:05.385535 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-50250a40-261b-4d09-8a3f-6fa6f7947f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:05.397274 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee5a2c-9b74-4219-b737-fb2894b71357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a02bb53-8501-4c51-84e3-981b35051bf9,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:05.408751 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-48c0e0fa-85eb-4520-8116-dbabf2728be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:05.412274 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-0eee5a2c-9b74-4219-b737-fb2894b71357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:05.418415 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-851cb91e-cfdd-4bda-916d-df2b3710a83b req-54cbeb04-e568-402e-bee9-969a44ab4a77 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671425 Apr 30 17:30:05.431523 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-36e65f8f-86a3-45b8-8fec-ceab2bfa8c44 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Unset dirty status for tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 on resource:network {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:30:05.437053 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-36e65f8f-86a3-45b8-8fec-ceab2bfa8c44 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/networks?id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 200 len: 816 time: 0.4224920 Apr 30 17:30:05.445318 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-0eee5a2c-9b74-4219-b737-fb2894b71357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:05.462890 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0e0fa-85eb-4520-8116-dbabf2728be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287d8911-2665-4a5d-8993-a70867ad9149,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:05.469704 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-48c0e0fa-85eb-4520-8116-dbabf2728be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:05.471647 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0eee5a2c-9b74-4219-b737-fb2894b71357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:05.476740 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-0eee5a2c-9b74-4219-b737-fb2894b71357 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a02bb53-8501-4c51-84e3-981b35051bf9 HTTP/1.1" status: 204 len: 168 time: 0.8429825 Apr 30 17:30:05.487263 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-1f59a0b5-cf0e-4379-8840-7c51dcc6b7ac tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/quotas/ccc08e0935864e70bcf50cd6c9ba3ae3 HTTP/1.1" status: 200 len: 375 time: 0.0242860 Apr 30 17:30:05.489246 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:05.489338 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-48c0e0fa-85eb-4520-8116-dbabf2728be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:05.491440 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-48c0e0fa-85eb-4520-8116-dbabf2728be8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/287d8911-2665-4a5d-8993-a70867ad9149 HTTP/1.1" status: 204 len: 168 time: 0.6542656 Apr 30 17:30:05.505153 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c37df398-560d-4849-976e-4b4bd0f5f2d0 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:05.614937 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-50250a40-261b-4d09-8a3f-6fa6f7947f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:05.621182 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:05.650339 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50250a40-261b-4d09-8a3f-6fa6f7947f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5178a4d0-86ff-41f1-80db-f2ffa10fd500,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:05.653477 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-50250a40-261b-4d09-8a3f-6fa6f7947f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:05.655994 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-50250a40-261b-4d09-8a3f-6fa6f7947f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:05.659610 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-50250a40-261b-4d09-8a3f-6fa6f7947f00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5178a4d0-86ff-41f1-80db-f2ffa10fd500 HTTP/1.1" status: 204 len: 168 time: 0.5800078 Apr 30 17:30:05.961781 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Pushing event updated for resources: {'Port': ['ID=8ec6f054-5246-47c1-adca-5a0ccbfe72b7,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:05.973297 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:06.016815 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50264) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:06.106067 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-69291fd3-cec9-472a-97c0-1db76dcc6e83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb7b3c4d4cdf4e5487387083a242f8a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0880280 Apr 30 17:30:06.109411 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50268) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:06.189187 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-d4c39baf-962f-431d-b0aa-56e35981ba01 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6810830 Apr 30 17:30:06.214312 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ada0cc45-f881-4ad0-a7d3-5333173543c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:06.232619 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Attempting to bind port 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:30:06.233183 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Attempting to bind port 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '454267f6-4a81-47db-b9d4-228ca5b404d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '749c8f6e-eeb8-4617-bd07-87e019e87c8d'}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:30:06.233336 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Attempting to bind port 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 on network 749c8f6e-eeb8-4617-bd07-87e019e87c8d {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:30:06.238682 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Port 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 on network 749c8f6e-eeb8-4617-bd07-87e019e87c8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:30:06.240516 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Attempting to bind port 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 on network 749c8f6e-eeb8-4617-bd07-87e019e87c8d {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:30:06.246395 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:30:06.246743 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Checking segment: {'id': '454267f6-4a81-47db-b9d4-228ca5b404d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '749c8f6e-eeb8-4617-bd07-87e019e87c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:30:06.247572 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Bound using segment: {'id': '454267f6-4a81-47db-b9d4-228ca5b404d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '749c8f6e-eeb8-4617-bd07-87e019e87c8d'} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:30:06.247890 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Bound port: 8ec6f054-5246-47c1-adca-5a0ccbfe72b7, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454267f6-4a81-47db-b9d4-228ca5b404d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '749c8f6e-eeb8-4617-bd07-87e019e87c8d'}}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:30:06.248244 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:06.282665 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ada0cc45-f881-4ad0-a7d3-5333173543c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:06.361874 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] For port 8ec6f054-5246-47c1-adca-5a0ccbfe72b7, host hv-cinder-78477, cleared binding levels {{(pid=74455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:30:06.368762 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] For port 8ec6f054-5246-47c1-adca-5a0ccbfe72b7, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ec6f054-5246-47c1-adca-5a0ccbfe72b7,segment=NetworkSegment(454267f6-4a81-47db-b9d4-228ca5b404d6),segment_id=454267f6-4a81-47db-b9d4-228ca5b404d6)] {{(pid=74455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:30:06.432138 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ada0cc45-f881-4ad0-a7d3-5333173543c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:06.438416 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5d3abe76-1c5b-4726-83fa-1e65e6981c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:06.457420 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0cc45-f881-4ad0-a7d3-5333173543c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80d5146-94fb-4308-a17b-4a85f065e775,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:06.500398 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ada0cc45-f881-4ad0-a7d3-5333173543c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:06.501447 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ada0cc45-f881-4ad0-a7d3-5333173543c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:06.508937 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-ada0cc45-f881-4ad0-a7d3-5333173543c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e80d5146-94fb-4308-a17b-4a85f065e775 HTTP/1.1" status: 204 len: 168 time: 0.3966897 Apr 30 17:30:06.520029 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:06.547490 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:06.878093 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:06.878754 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:06.880395 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] 10.222.0.63 "PUT /v2.0/ports/8ec6f054-5246-47c1-adca-5a0ccbfe72b7 HTTP/1.1" status: 200 len: 1093 time: 5.7941353 Apr 30 17:30:06.886519 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd148c2fb-d1db-46c2-9a81-a97cd54b19e9', 'tag': '8ec6f054-5246-47c1-adca-5a0ccbfe72b7'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:30:06.947614 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Pushing event updated for resources: {'Port': ['ID=8ec6f054-5246-47c1-adca-5a0ccbfe72b7,revision_number=3']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:06.969537 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f1206-3edb-4313-b3a6-7838c52a2406 req-ae0badfc-ff2b-45d4-953a-0b0ecb80a744 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:06.971236 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-057f1206-3edb-4313-b3a6-7838c52a2406 req-ae0badfc-ff2b-45d4-953a-0b0ecb80a744 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 943 time: 0.2497344 Apr 30 17:30:06.972127 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:07.060444 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-057f1206-3edb-4313-b3a6-7838c52a2406 req-bb80f0c3-483f-445b-9c11-8bb4e4658209 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800555 Apr 30 17:30:07.415106 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50298) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:07.439173 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d39da35f-9bfb-4bed-a155-8a886138e278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:07.456579 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-d39da35f-9bfb-4bed-a155-8a886138e278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:07.462123 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-d39da35f-9bfb-4bed-a155-8a886138e278 admin admin] Usage tracker for resource:security_group_rule and tenant:152e13c2fe4d440ea99a5183e2d50804 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:07.466317 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-d39da35f-9bfb-4bed-a155-8a886138e278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:07.473930 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-d39da35f-9bfb-4bed-a155-8a886138e278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:07.619227 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d39da35f-9bfb-4bed-a155-8a886138e278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:07.765576 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d39da35f-9bfb-4bed-a155-8a886138e278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:07.783193 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:07.865425 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39da35f-9bfb-4bed-a155-8a886138e278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38d36b7-9255-4d1e-8e4f-0f1d0c4b2bd3,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:07.873700 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-d39da35f-9bfb-4bed-a155-8a886138e278 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=152e13c2fe4d440ea99a5183e2d50804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4564745 Apr 30 17:30:07.875254 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d39da35f-9bfb-4bed-a155-8a886138e278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:07.876271 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 50312) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:08.064536 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7ccaf454-3352-4966-92ba-49c32a86cce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:08.161986 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7ccaf454-3352-4966-92ba-49c32a86cce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:08.368158 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2784c-62ee-488c-b48d-30fa76f82fc7 req-22f76bd3-1a99-4bc6-9620-f4c073aed356 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:08.370195 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-32c2784c-62ee-488c-b48d-30fa76f82fc7 req-22f76bd3-1a99-4bc6-9620-f4c073aed356 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 943 time: 0.1344173 Apr 30 17:30:08.477092 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-000ba431-6170-4a7b-8942-7d8db53906c7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:30:08.480359 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-000ba431-6170-4a7b-8942-7d8db53906c7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5430467 Apr 30 17:30:08.495160 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-32c2784c-62ee-488c-b48d-30fa76f82fc7 req-53d200b5-6252-4d49-b389-412a8b53676f tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131711 Apr 30 17:30:08.729429 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-de4145be-6acb-4edb-9ae8-d6fb925a2d84 service neutron] 10.222.0.18 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333350 Apr 30 17:30:08.940942 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-ce65cc1a-55e9-4a97-af03-44bbba539120 service neutron] 10.222.0.18 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034452 Apr 30 17:30:09.277929 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7ccaf454-3352-4966-92ba-49c32a86cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:09.282239 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:09.296047 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccaf454-3352-4966-92ba-49c32a86cce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38d36b7-9255-4d1e-8e4f-0f1d0c4b2bd3,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:09.300066 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-7ccaf454-3352-4966-92ba-49c32a86cce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:09.305168 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7ccaf454-3352-4966-92ba-49c32a86cce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:09.311062 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-7ccaf454-3352-4966-92ba-49c32a86cce1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b38d36b7-9255-4d1e-8e4f-0f1d0c4b2bd3 HTTP/1.1" status: 204 len: 168 time: 1.4334166 Apr 30 17:30:09.354724 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 50344) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:09.480884 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-2f276b2e-facb-44e0-a787-26243d82cb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:09.498122 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-149bd7ce-2f75-4ba5-a810-a4295712a723 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0019234e1e344c599638cec087b863e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1289966 Apr 30 17:30:09.502198 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50350) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:09.660670 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1028763f-fd3a-4638-9689-9edf8f2168bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:09.730908 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1028763f-fd3a-4638-9689-9edf8f2168bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:10.017055 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1028763f-fd3a-4638-9689-9edf8f2168bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:10.030072 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:10.065615 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd148c2fb-d1db-46c2-9a81-a97cd54b19e9', 'tag': '8ec6f054-5246-47c1-adca-5a0ccbfe72b7', 'status': 'completed', 'code': 200} Apr 30 17:30:10.119620 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcb7e3-a805-4e6e-b59c-d847943702e4 req-4124fe0c-1c59-4eae-a09e-be4ea4bab2aa tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:10.122466 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-96fcb7e3-a805-4e6e-b59c-d847943702e4 req-4124fe0c-1c59-4eae-a09e-be4ea4bab2aa tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 943 time: 0.3140233 Apr 30 17:30:10.151155 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028763f-fd3a-4638-9689-9edf8f2168bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4d2119-4662-4e4f-be1a-3afc29cb35ae,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:10.153815 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1028763f-fd3a-4638-9689-9edf8f2168bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:10.164478 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1028763f-fd3a-4638-9689-9edf8f2168bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:10.169024 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-1028763f-fd3a-4638-9689-9edf8f2168bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a4d2119-4662-4e4f-be1a-3afc29cb35ae HTTP/1.1" status: 204 len: 168 time: 0.6654179 Apr 30 17:30:10.214274 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5ce6f545-aa52-495b-aafb-bed7b4127d2a req-0dca43fb-a641-49ca-8913-d41db773e2a0 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 210 time: 0.0904486 Apr 30 17:30:10.246136 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-96fcb7e3-a805-4e6e-b59c-d847943702e4 req-b65e2f36-e23f-415a-aa5a-3b110fc269d2 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605443 Apr 30 17:30:11.404516 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5fae404c-dfb6-45b2-bc56-3dbb7712c760 req-cfa05f2c-80b8-4bd6-98ec-93cd49aeb32f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 210 time: 0.0902691 Apr 30 17:30:11.440417 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59ea70-8df0-4153-a9da-55b37d060ec8 req-be66e7b2-fc81-4c65-822d-a60e261eb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:11.443413 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2d59ea70-8df0-4153-a9da-55b37d060ec8 req-be66e7b2-fc81-4c65-822d-a60e261eb627 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0e05c3d8665d482a9df66f216a97c982&device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 1096 time: 0.2704535 Apr 30 17:30:11.762571 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59ea70-8df0-4153-a9da-55b37d060ec8 req-29b30659-2e8d-4a8c-9976-910910ae3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:11.764094 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2d59ea70-8df0-4153-a9da-55b37d060ec8 req-29b30659-2e8d-4a8c-9976-910910ae3eef service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=0e05c3d8665d482a9df66f216a97c982&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3129978 Apr 30 17:30:11.820439 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfeea4-1480-44e0-ad01-9caf66f74a79 req-e7b5ed55-44af-4687-8fa9-9a6daa862b81 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:11.822006 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-54bfeea4-1480-44e0-ad01-9caf66f74a79 req-e7b5ed55-44af-4687-8fa9-9a6daa862b81 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 943 time: 0.3177497 Apr 30 17:30:11.913944 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-d2d74694-9018-472c-b72f-808c3f1ee701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:11.924360 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:11.951627 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-54bfeea4-1480-44e0-ad01-9caf66f74a79 req-535e1be2-0636-40ad-8ea7-114691f272d1 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201177 Apr 30 17:30:11.970128 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59ea70-8df0-4153-a9da-55b37d060ec8 req-c60a8fc4-c334-4490-9726-54ce811c5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:11.975124 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2d59ea70-8df0-4153-a9da-55b37d060ec8 req-c60a8fc4-c334-4490-9726-54ce811c5bc1 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1968021 Apr 30 17:30:12.171701 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-2e42fafa-5a17-4820-b4f5-21e9d6e58f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:12.173631 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-2e42fafa-5a17-4820-b4f5-21e9d6e58f3c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0e05c3d8665d482a9df66f216a97c982&device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 1096 time: 0.1230919 Apr 30 17:30:12.328220 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-de7e18a6-92ce-453f-8849-e594e1829239 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ec6f054-5246-47c1-adca-5a0ccbfe72b7 HTTP/1.1" status: 200 len: 217 time: 0.1471224 Apr 30 17:30:12.406604 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-586ca1c6-0765-41b1-9188-85e1985c1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:12.408408 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-586ca1c6-0765-41b1-9188-85e1985c1d04 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1965ef25-de13-452a-ae0d-bf5d415da6dc HTTP/1.1" status: 200 len: 852 time: 0.0736694 Apr 30 17:30:12.472862 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-19b7dc1b-7a77-4c9d-8558-65b957542ac2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=749c8f6e-eeb8-4617-bd07-87e019e87c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578423 Apr 30 17:30:12.748853 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-338e204f-9ee5-4f3e-90be-b13e85535a4a req-cedf1acc-655d-4927-9acf-a8033a046ddd tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 210 time: 0.0637808 Apr 30 17:30:12.755023 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-08a24216-b4ea-4960-ae4f-4821386672bf service neutron] 10.222.0.63 "GET /v2.0/networks/749c8f6e-eeb8-4617-bd07-87e019e87c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706683 Apr 30 17:30:12.927643 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4a938be-b10b-43f3-b962-3513e2e13a86 req-055fd229-6ae0-41d9-bf07-34548e39d9d9 service neutron] 10.222.0.63 "GET /v2.0/networks/749c8f6e-eeb8-4617-bd07-87e019e87c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656103 Apr 30 17:30:13.203382 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef7539-f5e1-4b98-85bd-dc1f470f07ff req-d735420b-9f7e-47dc-94ed-eda9c60d0e66 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:13.204916 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d1ef7539-f5e1-4b98-85bd-dc1f470f07ff req-d735420b-9f7e-47dc-94ed-eda9c60d0e66 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 943 time: 0.0964010 Apr 30 17:30:13.255214 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d1ef7539-f5e1-4b98-85bd-dc1f470f07ff req-41a4f8f8-8ea8-4263-81c8-e1fb1c0f55cc tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434351 Apr 30 17:30:13.707416 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:14.098985 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-db7448d5-040e-4aae-865c-54d13362e754 req-43e2c28e-4ba9-4b7a-9f06-fd45077649d4 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 210 time: 0.1429760 Apr 30 17:30:14.395863 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-893d9fa0-df04-40ae-8734-6e1b15fd4e35 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:14.398808 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-893d9fa0-df04-40ae-8734-6e1b15fd4e35 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.63 "GET /v2.0/networks?id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 200 len: 816 time: 0.4925256 Apr 30 17:30:14.609131 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-ab5cdd3d-f488-4e26-beef-0bc7fde852d7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3 HTTP/1.1" status: 200 len: 380 time: 0.2005446 Apr 30 17:30:14.620784 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Request body: {'port': {'device_id': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'admin_state_up': True, 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'security_groups': ['028f7dae-e597-4cf6-b17a-475841f83dc5']}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:30:14.783427 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170aca-b9a1-4976-b675-375e26956757 req-b8400367-51a4-41e0-9974-994876b95d74 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:14.785072 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-64170aca-b9a1-4976-b675-375e26956757 req-b8400367-51a4-41e0-9974-994876b95d74 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 943 time: 0.3214107 Apr 30 17:30:14.868178 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-64170aca-b9a1-4976-b675-375e26956757 req-1b260fa4-396e-4f63-86bc-0d6dea73b63c tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752211 Apr 30 17:30:14.869227 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:14.874080 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Usage tracker for resource:port and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:14.877862 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:14.886563 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:14.998090 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Made reservation on behalf of ccc08e0935864e70bcf50cd6c9ba3ae3 for: {'port': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:30:15.003463 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:15.433541 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ce0d7846-3b9b-4162-b621-dfc321e9b8bd req-ca1fa456-1ff6-4438-85ed-642ea25ac26c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 210 time: 0.1239791 Apr 30 17:30:15.482593 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Allocated IP 172.20.0.12 (530fc79f-6b7d-46c2-b9df-2331fd74f2f0/c3cec6c4-057f-403e-861a-e867b0518223/582a4da1-c560-459d-97c8-0989de852b7c) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:30:15.804649 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:15.876601 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:15.906579 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Transition to ACTIVE for port object 582a4da1-c560-459d-97c8-0989de852b7c will not be triggered until provisioned by entity DHCP. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:30:16.101334 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:16.106235 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:16.261186 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:30:16.265778 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:30:16.268584 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:30:16.315215 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:30:16.346904 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event updated for resources: {'Port': ['ID=582a4da1-c560-459d-97c8-0989de852b7c,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:16.351649 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:16.364463 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4f772-ce1e-43b7-8b45-a3ea85e27cbd req-5064238d-6b66-4a55-ac09-5a0eb8e1e6ef tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:16.372864 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bef4f772-ce1e-43b7-8b45-a3ea85e27cbd req-5064238d-6b66-4a55-ac09-5a0eb8e1e6ef tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 943 time: 0.3326623 Apr 30 17:30:16.413339 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:16.413999 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:16.483433 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bef4f772-ce1e-43b7-8b45-a3ea85e27cbd req-b3b90ff9-8d10-4f52-927e-5923dc51336d tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097836 Apr 30 17:30:16.688958 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 8ec6f054-5246-47c1-adca-5a0ccbfe72b7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ec6f054-5246-47c1-adca-5a0ccbfe72b7,segment=NetworkSegment(454267f6-4a81-47db-b9d4-228ca5b404d6),segment_id=454267f6-4a81-47db-b9d4-228ca5b404d6)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:30:16.706222 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '8ec6f054-5246-47c1-adca-5a0ccbfe72b7', 'network_id': '749c8f6e-eeb8-4617-bd07-87e019e87c8d', 'port_id': '8ec6f054-5246-47c1-adca-5a0ccbfe72b7', 'mac_address': 'fa:16:3e:c1:a8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1965ef25-de13-452a-ae0d-bf5d415da6dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:30:16.729543 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1136541 Apr 30 17:30:16.745930 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Request body: {'port': {'device_id': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:30:16.771187 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-61ce6822-d139-4fb8-9445-5c4c01efb927 None None] Provisioning for port 582a4da1-c560-459d-97c8-0989de852b7c completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:30:16.781652 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-61ce6822-d139-4fb8-9445-5c4c01efb927 None None] Provisioning complete for port 582a4da1-c560-459d-97c8-0989de852b7c triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:30:16.783572 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-61ce6822-d139-4fb8-9445-5c4c01efb927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:16.868922 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:16.894790 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:30:16.915458 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 8ec6f054-5246-47c1-adca-5a0ccbfe72b7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ec6f054-5246-47c1-adca-5a0ccbfe72b7,segment=NetworkSegment(454267f6-4a81-47db-b9d4-228ca5b404d6),segment_id=454267f6-4a81-47db-b9d4-228ca5b404d6)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:30:16.915751 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8df6c5-577f-4d9f-b3e4-55d27677ad0d req-a5290881-2c37-40b8-8c17-b562f29101d6 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:16.916967 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-0c8df6c5-577f-4d9f-b3e4-55d27677ad0d req-a5290881-2c37-40b8-8c17-b562f29101d6 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Synchronizing usage tracker for tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:30:16.920649 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:16.935471 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-61ce6822-d139-4fb8-9445-5c4c01efb927 None None] Port 582a4da1-c560-459d-97c8-0989de852b7c cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:30:16.993497 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:16.998435 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:17.086596 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=8ec6f054-5246-47c1-adca-5a0ccbfe72b7,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:17.089890 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:17.103581 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-0c8df6c5-577f-4d9f-b3e4-55d27677ad0d req-a5290881-2c37-40b8-8c17-b562f29101d6 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Unset dirty status for tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:30:17.104767 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0c8df6c5-577f-4d9f-b3e4-55d27677ad0d req-a5290881-2c37-40b8-8c17-b562f29101d6 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 932 time: 0.4160714 Apr 30 17:30:17.249959 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0c8df6c5-577f-4d9f-b3e4-55d27677ad0d req-92ccb720-3fe8-4cee-afb5-50eb17828beb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371410 Apr 30 17:30:17.370411 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['8ec6f054-5246-47c1-adca-5a0ccbfe72b7'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:30:17.418100 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582a4da1-c560-459d-97c8-0989de852b7c {{(pid=74455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:30:17.426506 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:17.462676 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Transition to ACTIVE for port object 582a4da1-c560-459d-97c8-0989de852b7c will not be triggered until provisioned by entity L2. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:30:17.597686 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:17.603589 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:17.906099 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Pushing event updated for resources: {'Port': ['ID=582a4da1-c560-459d-97c8-0989de852b7c,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:17.922032 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:18.020009 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Attempting to bind port 582a4da1-c560-459d-97c8-0989de852b7c on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:30:18.020414 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Attempting to bind port 582a4da1-c560-459d-97c8-0989de852b7c by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:30:18.020675 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Attempting to bind port 582a4da1-c560-459d-97c8-0989de852b7c on network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:30:18.041498 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Port 582a4da1-c560-459d-97c8-0989de852b7c on network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:30:18.041834 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Attempting to bind port 582a4da1-c560-459d-97c8-0989de852b7c on network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:30:18.056374 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc51042-f5e9-41f8-b738-23f154fff1fd req-b8dff06f-1b61-4093-956d-79632b5a9e80 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:18.058188 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7cc51042-f5e9-41f8-b738-23f154fff1fd req-b8dff06f-1b61-4093-956d-79632b5a9e80 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 944 time: 0.2527969 Apr 30 17:30:18.061977 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:30:18.062363 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Checking segment: {'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:30:18.062703 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Bound using segment: {'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:30:18.063179 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Bound port: 582a4da1-c560-459d-97c8-0989de852b7c, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'}}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:30:18.063526 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:18.174851 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7cc51042-f5e9-41f8-b738-23f154fff1fd req-a26c2f6e-42c8-4bcb-a783-f19c66244645 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991528 Apr 30 17:30:18.214394 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] For port 582a4da1-c560-459d-97c8-0989de852b7c, host hv-cinder-78477, cleared binding levels {{(pid=74455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:30:18.218352 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] For port 582a4da1-c560-459d-97c8-0989de852b7c, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=582a4da1-c560-459d-97c8-0989de852b7c,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:30:18.291728 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:30:18.318442 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:18.359641 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:18.566906 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:18.567966 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:18.571322 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] 10.222.0.63 "PUT /v2.0/ports/582a4da1-c560-459d-97c8-0989de852b7c HTTP/1.1" status: 200 len: 1094 time: 1.8338256 Apr 30 17:30:18.586219 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'tag': '582a4da1-c560-459d-97c8-0989de852b7c'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:30:18.675008 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:30:18.700994 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Pushing event updated for resources: {'Port': ['ID=582a4da1-c560-459d-97c8-0989de852b7c,revision_number=3']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:18.708807 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:30:18.714429 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:18.832671 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:18.930201 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'tag': '582a4da1-c560-459d-97c8-0989de852b7c', 'status': 'completed', 'code': 200} Apr 30 17:30:18.947411 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6654a7-ac1e-4576-8f66-222376ebd40d req-595ec771-445e-4bfe-8500-37e34b5a6cad tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:18.949948 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-be6654a7-ac1e-4576-8f66-222376ebd40d req-595ec771-445e-4bfe-8500-37e34b5a6cad tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.5027080 Apr 30 17:30:19.004234 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-20fd91f0-4ead-425d-830e-c5373fe6ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:19.007556 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-20fd91f0-4ead-425d-830e-c5373fe6ca88 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 1097 time: 0.3009677 Apr 30 17:30:19.035279 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:19.068052 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd148c2fb-d1db-46c2-9a81-a97cd54b19e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec6f054-5246-47c1-adca-5a0ccbfe72b7'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:30:19.137606 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 8ec6f054-5246-47c1-adca-5a0ccbfe72b7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ec6f054-5246-47c1-adca-5a0ccbfe72b7,segment=NetworkSegment(454267f6-4a81-47db-b9d4-228ca5b404d6),segment_id=454267f6-4a81-47db-b9d4-228ca5b404d6)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:30:19.142947 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-993c1c04-4337-43b9-bb3a-0b59c1c185f6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=582a4da1-c560-459d-97c8-0989de852b7c HTTP/1.1" status: 200 len: 217 time: 0.1245241 Apr 30 17:30:19.158100 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-be6654a7-ac1e-4576-8f66-222376ebd40d req-6d719489-bb5b-4f62-9d24-9ea079bcd22f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913340 Apr 30 17:30:19.203030 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:19.216117 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-1559b589-47a0-48f8-8d31-2118dee585d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:19.275566 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-7e544bf4-d116-411a-857a-37d3e16ebcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:19.282466 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-7e544bf4-d116-411a-857a-37d3e16ebcff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c3cec6c4-057f-403e-861a-e867b0518223 HTTP/1.1" status: 200 len: 855 time: 0.1268210 Apr 30 17:30:19.337433 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=8ec6f054-5246-47c1-adca-5a0ccbfe72b7,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:19.341004 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:19.418660 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-7c5b267e-ffbb-4b5d-881b-e4e012a9f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:19.420466 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-7c5b267e-ffbb-4b5d-881b-e4e012a9f348 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1346643 Apr 30 17:30:19.703636 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd148c2fb-d1db-46c2-9a81-a97cd54b19e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec6f054-5246-47c1-adca-5a0ccbfe72b7', 'code': 200} Apr 30 17:30:19.961386 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d1f82-067d-4468-b898-50b7ad967745 req-132c70b3-be76-45f4-b607-1c7ee14e2279 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:19.963969 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4d9d1f82-067d-4468-b898-50b7ad967745 req-132c70b3-be76-45f4-b607-1c7ee14e2279 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 945 time: 0.2982349 Apr 30 17:30:19.967531 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-291a5598-e171-4f75-b3f6-7ccd165cef76 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393810 Apr 30 17:30:20.122794 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4d9d1f82-067d-4468-b898-50b7ad967745 req-fcb42b52-32fa-4a40-8a08-b85c763058f9 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516893 Apr 30 17:30:20.187459 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.63', 59530) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:20.304386 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50708) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:20.331856 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d34aba60-d487-466a-a664-0f199a9c2d08 req-88ccc09b-5dd9-4134-8517-351d0dfab460 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958858 Apr 30 17:30:20.359551 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713d5d8-b291-48b6-bca2-eea85d8e6f6f req-ed72bf7b-849f-4e43-a524-9f562f476065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:20.361537 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-1713d5d8-b291-48b6-bca2-eea85d8e6f6f req-ed72bf7b-849f-4e43-a524-9f562f476065 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 1098 time: 0.1708944 Apr 30 17:30:20.401816 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-1713d5d8-b291-48b6-bca2-eea85d8e6f6f req-93807cd4-37b9-4023-a071-f6a0b9731446 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:20.420508 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-1713d5d8-b291-48b6-bca2-eea85d8e6f6f req-93807cd4-37b9-4023-a071-f6a0b9731446 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:20.425201 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50714) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:20.428985 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-1713d5d8-b291-48b6-bca2-eea85d8e6f6f req-93807cd4-37b9-4023-a071-f6a0b9731446 service neutron] Usage tracker for resource:security_group_rule and tenant:c7404fc894a34d5e8647e15696937236 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:20.436795 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-1713d5d8-b291-48b6-bca2-eea85d8e6f6f req-93807cd4-37b9-4023-a071-f6a0b9731446 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:20.445844 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-1713d5d8-b291-48b6-bca2-eea85d8e6f6f req-93807cd4-37b9-4023-a071-f6a0b9731446 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:20.593477 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-1713d5d8-b291-48b6-bca2-eea85d8e6f6f req-93807cd4-37b9-4023-a071-f6a0b9731446 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:20.665175 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9d3e39c8-3acd-464d-91ef-7787bc94e17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:20.680666 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-103e2581-7b48-4d85-845b-e5c547facf72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:20.696615 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d1e8f-c201-4eac-99bd-084ec0b212a4 req-371b669c-cf74-40a5-ab0b-68080674eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:20.698857 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-9d3e39c8-3acd-464d-91ef-7787bc94e17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:20.699007 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e19d1e8f-c201-4eac-99bd-084ec0b212a4 req-371b669c-cf74-40a5-ab0b-68080674eb2b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 1097 time: 0.2147245 Apr 30 17:30:20.704528 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-103e2581-7b48-4d85-845b-e5c547facf72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:20.707157 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-1713d5d8-b291-48b6-bca2-eea85d8e6f6f req-93807cd4-37b9-4023-a071-f6a0b9731446 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:20.711565 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-9d3e39c8-3acd-464d-91ef-7787bc94e17d admin admin] Usage tracker for resource:security_group_rule and tenant:24f34c90b9d84270ba3c51abd731ccf2 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:20.715803 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-103e2581-7b48-4d85-845b-e5c547facf72 admin admin] Usage tracker for resource:security_group_rule and tenant:ff76b0db7c874a6a98b2920d0642fcfb is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:20.725678 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-9d3e39c8-3acd-464d-91ef-7787bc94e17d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:20.730027 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-103e2581-7b48-4d85-845b-e5c547facf72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:20.732714 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:20.751672 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-9d3e39c8-3acd-464d-91ef-7787bc94e17d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:20.754031 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-103e2581-7b48-4d85-845b-e5c547facf72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:20.767661 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4669c-8f8a-4733-8df2-7b10eefd883d req-876c5736-1792-42e6-a612-04176d58ebdc tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:20.768780 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1fb4669c-8f8a-4733-8df2-7b10eefd883d req-876c5736-1792-42e6-a612-04176d58ebdc tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.3622644 Apr 30 17:30:20.778172 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-1713d5d8-b291-48b6-bca2-eea85d8e6f6f req-93807cd4-37b9-4023-a071-f6a0b9731446 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095311 Apr 30 17:30:20.801783 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93807cd4-37b9-4023-a071-f6a0b9731446 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4bae98-f376-4190-8a15-d6d87fe50a2f,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:20.827371 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-93807cd4-37b9-4023-a071-f6a0b9731446 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:20.890054 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1fb4669c-8f8a-4733-8df2-7b10eefd883d req-e96ef5f9-2c9f-4433-9456-d6faff0d665e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120183 Apr 30 17:30:20.913156 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d1e8f-c201-4eac-99bd-084ec0b212a4 req-ecd28bc7-9de2-495d-88a7-64095318511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:20.915084 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e19d1e8f-c201-4eac-99bd-084ec0b212a4 req-ecd28bc7-9de2-495d-88a7-64095318511a service neutron] 10.222.0.63 "GET /v2.0/networks?id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 200 len: 917 time: 0.2078424 Apr 30 17:30:20.974101 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-103e2581-7b48-4d85-845b-e5c547facf72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:20.991616 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9d3e39c8-3acd-464d-91ef-7787bc94e17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.014494 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e19d1e8f-c201-4eac-99bd-084ec0b212a4 req-7525ca4d-5d32-4f38-a664-6f089c4cc568 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=582a4da1-c560-459d-97c8-0989de852b7c HTTP/1.1" status: 200 len: 217 time: 0.0728130 Apr 30 17:30:21.095910 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d1e8f-c201-4eac-99bd-084ec0b212a4 req-1b52f8bd-aa3b-456f-abe5-d4540904d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:21.098382 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e19d1e8f-c201-4eac-99bd-084ec0b212a4 req-1b52f8bd-aa3b-456f-abe5-d4540904d517 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c3cec6c4-057f-403e-861a-e867b0518223 HTTP/1.1" status: 200 len: 855 time: 0.0753922 Apr 30 17:30:21.110221 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-103e2581-7b48-4d85-845b-e5c547facf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.110221 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9d3e39c8-3acd-464d-91ef-7787bc94e17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.134865 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:21.232693 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-103e2581-7b48-4d85-845b-e5c547facf72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff76b0db7c874a6a98b2920d0642fcfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9266522 Apr 30 17:30:21.238801 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 50726) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:21.254976 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e2581-7b48-4d85-845b-e5c547facf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df80455d-a6c0-400c-b30c-5e682d9c1235,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:21.305684 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-9d3e39c8-3acd-464d-91ef-7787bc94e17d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24f34c90b9d84270ba3c51abd731ccf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8791678 Apr 30 17:30:21.308752 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50732) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:21.347944 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e39c8-3acd-464d-91ef-7787bc94e17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc24ded-6c8d-4cab-a552-cc3b559516a6,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:21.354491 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-9d3e39c8-3acd-464d-91ef-7787bc94e17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:21.354977 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:21.355531 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:21.395172 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1c39cf68-73af-432f-9c39-9d281b9520e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.413250 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d1e8f-c201-4eac-99bd-084ec0b212a4 req-e990bb34-8a32-4fe2-b794-53f889eb0410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:21.417780 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e19d1e8f-c201-4eac-99bd-084ec0b212a4 req-e990bb34-8a32-4fe2-b794-53f889eb0410 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3114166 Apr 30 17:30:21.455310 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1c39cf68-73af-432f-9c39-9d281b9520e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.506801 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9b5deca4-5bf0-44f2-913e-1590168a34e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.626571 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9b5deca4-5bf0-44f2-913e-1590168a34e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.694934 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1c39cf68-73af-432f-9c39-9d281b9520e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.701992 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-99874aa1-53f3-473c-bfcc-7c00151ca66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:21.725899 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39cf68-73af-432f-9c39-9d281b9520e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc24ded-6c8d-4cab-a552-cc3b559516a6,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:21.729681 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1c39cf68-73af-432f-9c39-9d281b9520e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:21.758701 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e19d1e8f-c201-4eac-99bd-084ec0b212a4 req-7e9462b4-d3f7-47e3-9ae5-15cb98152d28 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999935 Apr 30 17:30:21.764147 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1c39cf68-73af-432f-9c39-9d281b9520e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.767814 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-1c39cf68-73af-432f-9c39-9d281b9520e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdc24ded-6c8d-4cab-a552-cc3b559516a6 HTTP/1.1" status: 204 len: 168 time: 0.4558156 Apr 30 17:30:21.770261 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7eca7d-eaf1-4f13-b0a6-e20a1ea35009 req-6cf9d818-5c2d-4c45-acee-dcbf305e384b tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:21.777395 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0e7eca7d-eaf1-4f13-b0a6-e20a1ea35009 req-6cf9d818-5c2d-4c45-acee-dcbf305e384b tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 945 time: 0.4294815 Apr 30 17:30:21.856201 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0e7eca7d-eaf1-4f13-b0a6-e20a1ea35009 req-e18e9d56-4d49-499e-9161-ed524e976646 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773726 Apr 30 17:30:21.906008 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9b5deca4-5bf0-44f2-913e-1590168a34e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.911382 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-6bd9b814-9cb8-40c5-a847-73594f93d17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:21.925907 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5deca4-5bf0-44f2-913e-1590168a34e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df80455d-a6c0-400c-b30c-5e682d9c1235,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:21.930337 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-9b5deca4-5bf0-44f2-913e-1590168a34e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:21.932011 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9b5deca4-5bf0-44f2-913e-1590168a34e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.933800 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-9b5deca4-5bf0-44f2-913e-1590168a34e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df80455d-a6c0-400c-b30c-5e682d9c1235 HTTP/1.1" status: 204 len: 168 time: 0.6925435 Apr 30 17:30:22.161905 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f147c7-eafb-4f2b-8c81-a4cc87f54198 req-50cf860f-e8db-4b7a-a05d-bcde9ffe7425 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:22.163917 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-37f147c7-eafb-4f2b-8c81-a4cc87f54198 req-50cf860f-e8db-4b7a-a05d-bcde9ffe7425 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1005759 Apr 30 17:30:22.217406 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-37f147c7-eafb-4f2b-8c81-a4cc87f54198 req-b402f70c-d958-4c70-a2c5-7ec39f59fdca tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471296 Apr 30 17:30:22.522781 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50766) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:22.542106 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-26e244ce-33a6-425d-a8f4-995e8e6d1bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.559854 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-26e244ce-33a6-425d-a8f4-995e8e6d1bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:22.564698 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-26e244ce-33a6-425d-a8f4-995e8e6d1bf7 admin admin] Usage tracker for resource:security_group_rule and tenant:8a78fd6a67f34d729ef9788a942c994e is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:22.569584 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-26e244ce-33a6-425d-a8f4-995e8e6d1bf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:22.577354 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-26e244ce-33a6-425d-a8f4-995e8e6d1bf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:22.684430 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-26e244ce-33a6-425d-a8f4-995e8e6d1bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.807368 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-26e244ce-33a6-425d-a8f4-995e8e6d1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.821277 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-9d3e39c8-3acd-464d-91ef-7787bc94e17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:22.863914 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-26e244ce-33a6-425d-a8f4-995e8e6d1bf7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a78fd6a67f34d729ef9788a942c994e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399200 Apr 30 17:30:22.866239 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e244ce-33a6-425d-a8f4-995e8e6d1bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552a0beb-ba97-4180-a2e5-a412c2174ea6,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:22.867815 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 50772) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:22.871533 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-26e244ce-33a6-425d-a8f4-995e8e6d1bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:22.941899 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50780) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:22.973128 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ed82a286-1196-439e-8211-7c3ea9594b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.993988 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-74a1e88a-d23d-483b-8be0-c30e78d69ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:23.002791 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-ed82a286-1196-439e-8211-7c3ea9594b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:23.010415 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-ed82a286-1196-439e-8211-7c3ea9594b13 admin admin] Usage tracker for resource:security_group_rule and tenant:d94ebd1fefd342c0aa2327cc850ddce5 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:23.014413 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-ed82a286-1196-439e-8211-7c3ea9594b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:23.025415 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-ed82a286-1196-439e-8211-7c3ea9594b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:23.110096 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-74a1e88a-d23d-483b-8be0-c30e78d69ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:23.161063 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ed82a286-1196-439e-8211-7c3ea9594b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:23.249378 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ed82a286-1196-439e-8211-7c3ea9594b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:23.271042 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-50250a40-261b-4d09-8a3f-6fa6f7947f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:23.354115 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-ed82a286-1196-439e-8211-7c3ea9594b13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d94ebd1fefd342c0aa2327cc850ddce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082437 Apr 30 17:30:23.354431 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad72422-94db-47bc-b4df-43e1392651d3 req-44883605-eeb6-4672-b635-4cd84dd4b3ca tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:23.356609 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ad72422-94db-47bc-b4df-43e1392651d3 req-44883605-eeb6-4672-b635-4cd84dd4b3ca tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 945 time: 0.3679574 Apr 30 17:30:23.357485 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50792) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:23.359192 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e19d1e8f-c201-4eac-99bd-084ec0b212a4 req-5bfe6200-0b81-4eb5-97e9-9ea0f2e02a82 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946029 Apr 30 17:30:23.361828 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82a286-1196-439e-8211-7c3ea9594b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bd63c1-8dd0-465d-85f5-02ff16a43cb1,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:23.367831 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ed82a286-1196-439e-8211-7c3ea9594b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:23.477295 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9d9a6fa0-540b-498c-b7ce-63c99259d73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:23.486742 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-74a1e88a-d23d-483b-8be0-c30e78d69ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:23.517669 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:23.530070 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9d9a6fa0-540b-498c-b7ce-63c99259d73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:23.543362 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1e88a-d23d-483b-8be0-c30e78d69ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552a0beb-ba97-4180-a2e5-a412c2174ea6,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:23.555886 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-74a1e88a-d23d-483b-8be0-c30e78d69ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:23.570538 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ad72422-94db-47bc-b4df-43e1392651d3 req-c40547fb-d681-404d-ac8f-e66fe8df2e84 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884456 Apr 30 17:30:23.574509 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-74a1e88a-d23d-483b-8be0-c30e78d69ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:23.576394 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-74a1e88a-d23d-483b-8be0-c30e78d69ec0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/552a0beb-ba97-4180-a2e5-a412c2174ea6 HTTP/1.1" status: 204 len: 168 time: 0.7073917 Apr 30 17:30:23.668762 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc9617-e7b2-422f-ab91-152fef653a39 req-acc0648b-a2d3-409d-8bf5-4a4ee8dd1c52 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:23.670403 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fddc9617-e7b2-422f-ab91-152fef653a39 req-acc0648b-a2d3-409d-8bf5-4a4ee8dd1c52 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.2600913 Apr 30 17:30:23.706789 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9d9a6fa0-540b-498c-b7ce-63c99259d73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:23.716184 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ccbde57b-3225-42f5-b133-5cf43d62e3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:23.740745 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a6fa0-540b-498c-b7ce-63c99259d73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bd63c1-8dd0-465d-85f5-02ff16a43cb1,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:23.757129 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fddc9617-e7b2-422f-ab91-152fef653a39 req-3cc9bd8c-f134-410d-8e34-03706b286323 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738890 Apr 30 17:30:23.759287 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-9d9a6fa0-540b-498c-b7ce-63c99259d73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:23.780431 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9d9a6fa0-540b-498c-b7ce-63c99259d73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:23.783308 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-9d9a6fa0-540b-498c-b7ce-63c99259d73c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08bd63c1-8dd0-465d-85f5-02ff16a43cb1 HTTP/1.1" status: 204 len: 168 time: 0.4240611 Apr 30 17:30:24.840120 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17ce85-eecd-457f-97b8-46d21bf05f02 req-b8aa9f51-8d25-449d-b449-36d895173fbd tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:24.841683 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fa17ce85-eecd-457f-97b8-46d21bf05f02 req-b8aa9f51-8d25-449d-b449-36d895173fbd tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 945 time: 0.0907109 Apr 30 17:30:24.904997 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fa17ce85-eecd-457f-97b8-46d21bf05f02 req-487bf933-c485-4a78-9262-e15efc30cae7 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543227 Apr 30 17:30:25.040201 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c665c1a-92f1-452e-b57f-193568e76efa req-789990dc-d78e-425c-be26-df831839c879 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:25.042723 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7c665c1a-92f1-452e-b57f-193568e76efa req-789990dc-d78e-425c-be26-df831839c879 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1162465 Apr 30 17:30:25.100815 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7c665c1a-92f1-452e-b57f-193568e76efa req-7faeaebc-3016-4c57-85d5-9178aa8da1e0 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470531 Apr 30 17:30:25.311359 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:30:26.004377 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 50884) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:26.119517 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4477226-5ab7-4196-a77e-32204bd104ad req-b95b76ab-d297-4870-8c46-af690f234225 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:26.124862 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b4477226-5ab7-4196-a77e-32204bd104ad req-b95b76ab-d297-4870-8c46-af690f234225 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 945 time: 0.0910604 Apr 30 17:30:26.188393 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b4477226-5ab7-4196-a77e-32204bd104ad req-0fe3b87d-5159-4893-a663-069378229a66 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611506 Apr 30 17:30:26.230496 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c1efe466-7eb6-4c57-9c6d-d90c31a542fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:26.250803 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c1efe466-7eb6-4c57-9c6d-d90c31a542fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:26.255332 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c1efe466-7eb6-4c57-9c6d-d90c31a542fa admin admin] Usage tracker for resource:security_group_rule and tenant:4621867f17df4258a7c5027b792d7cc9 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:26.259465 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c1efe466-7eb6-4c57-9c6d-d90c31a542fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:26.265982 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c1efe466-7eb6-4c57-9c6d-d90c31a542fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:26.354790 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e44b0-3dc8-4f15-83c3-b37dec5a2c32 req-c961d3e5-8873-49c8-bde6-16a5f36e3a3b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:26.357554 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a67e44b0-3dc8-4f15-83c3-b37dec5a2c32 req-c961d3e5-8873-49c8-bde6-16a5f36e3a3b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1209455 Apr 30 17:30:26.369296 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c1efe466-7eb6-4c57-9c6d-d90c31a542fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:26.437694 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c1efe466-7eb6-4c57-9c6d-d90c31a542fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:26.457483 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a67e44b0-3dc8-4f15-83c3-b37dec5a2c32 req-dfd93901-6615-4825-9d21-8325bcedac02 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844550 Apr 30 17:30:26.459771 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1028763f-fd3a-4638-9689-9edf8f2168bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:26.528882 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-c1efe466-7eb6-4c57-9c6d-d90c31a542fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4621867f17df4258a7c5027b792d7cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5230708 Apr 30 17:30:26.532535 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efe466-7eb6-4c57-9c6d-d90c31a542fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3fcbbe-7b3f-4e76-a1cf-5c5509b1bdf1,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:26.533118 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 50904) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:26.542283 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c1efe466-7eb6-4c57-9c6d-d90c31a542fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:26.656785 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-124029f4-e538-41d8-831b-acb4174f3db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:26.733299 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-124029f4-e538-41d8-831b-acb4174f3db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:26.905338 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-124029f4-e538-41d8-831b-acb4174f3db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:26.905338 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:26.915186 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124029f4-e538-41d8-831b-acb4174f3db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3fcbbe-7b3f-4e76-a1cf-5c5509b1bdf1,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:26.917918 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-124029f4-e538-41d8-831b-acb4174f3db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:26.931287 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-124029f4-e538-41d8-831b-acb4174f3db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:26.931287 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-124029f4-e538-41d8-831b-acb4174f3db0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c3fcbbe-7b3f-4e76-a1cf-5c5509b1bdf1 HTTP/1.1" status: 204 len: 168 time: 0.3907051 Apr 30 17:30:27.462498 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb0801-aa95-4645-918a-87e4b9aaadfe req-046d6cbb-59d8-4861-ba1e-d231103bd110 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:27.465517 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c0eb0801-aa95-4645-918a-87e4b9aaadfe req-046d6cbb-59d8-4861-ba1e-d231103bd110 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 945 time: 0.0990689 Apr 30 17:30:27.534997 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c0eb0801-aa95-4645-918a-87e4b9aaadfe req-168f327b-7784-4710-900a-899398c1f7d5 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577657 Apr 30 17:30:27.799837 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2c61d-6d3d-4364-88ec-a2764f9ed20a req-08bb712a-837c-4388-a540-0303c22edb5d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:27.807575 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-43b2c61d-6d3d-4364-88ec-a2764f9ed20a req-08bb712a-837c-4388-a540-0303c22edb5d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1512008 Apr 30 17:30:27.854757 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-43b2c61d-6d3d-4364-88ec-a2764f9ed20a req-02d8bd0d-ffb5-49f8-a57c-95c831c321ce tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462055 Apr 30 17:30:28.324309 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 582a4da1-c560-459d-97c8-0989de852b7c details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:30:28.511504 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 582a4da1-c560-459d-97c8-0989de852b7c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=582a4da1-c560-459d-97c8-0989de852b7c,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:30:28.535866 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '582a4da1-c560-459d-97c8-0989de852b7c', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'port_id': '582a4da1-c560-459d-97c8-0989de852b7c', 'mac_address': 'fa:16:3e:d5:15:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:30:28.594475 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:28.616330 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582a4da1-c560-459d-97c8-0989de852b7c {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:30:28.634552 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 582a4da1-c560-459d-97c8-0989de852b7c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=582a4da1-c560-459d-97c8-0989de852b7c,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:30:28.740832 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:28.743791 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:28.822973 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=582a4da1-c560-459d-97c8-0989de852b7c,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:28.826240 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:29.095284 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa86a19-dcee-4496-a5b0-16a18c095268 req-10558763-23fa-4033-928c-7f13fdfe9387 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:29.096789 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5fa86a19-dcee-4496-a5b0-16a18c095268 req-10558763-23fa-4033-928c-7f13fdfe9387 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.0915151 Apr 30 17:30:29.152880 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5fa86a19-dcee-4496-a5b0-16a18c095268 req-16df86a5-ac1b-4ff4-a032-4c010c7d3dcd tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489647 Apr 30 17:30:29.801166 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:30.403850 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caf011-7850-4769-a3ec-eb6289cecfa1 req-f1eada51-ca93-451a-9ac5-e8e5988ff72f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:30.406418 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e3caf011-7850-4769-a3ec-eb6289cecfa1 req-f1eada51-ca93-451a-9ac5-e8e5988ff72f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.1226337 Apr 30 17:30:30.458459 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e3caf011-7850-4769-a3ec-eb6289cecfa1 req-244832f9-62b9-4174-a0fb-0cb6fbf44c60 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462854 Apr 30 17:30:31.707218 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2372e6-e76c-4cd5-81c3-9039b68fdcd8 req-9ef1de82-b8b7-4117-a07f-98c46ee24a40 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:31.710499 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6a2372e6-e76c-4cd5-81c3-9039b68fdcd8 req-9ef1de82-b8b7-4117-a07f-98c46ee24a40 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.1069088 Apr 30 17:30:31.786612 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6a2372e6-e76c-4cd5-81c3-9039b68fdcd8 req-46aa4814-c5d9-4ccd-b6be-eb172a10db74 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697162 Apr 30 17:30:33.069281 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff5b7d-fa9c-4093-8abf-8fb7ecbfb890 req-38e05673-51b7-4d08-a9a4-8f16396f2828 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:33.072135 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-beff5b7d-fa9c-4093-8abf-8fb7ecbfb890 req-38e05673-51b7-4d08-a9a4-8f16396f2828 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.1336002 Apr 30 17:30:33.133154 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-beff5b7d-fa9c-4093-8abf-8fb7ecbfb890 req-40f5f6b4-fd15-4608-a8e3-c808dc19cdf2 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516412 Apr 30 17:30:33.191048 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['582a4da1-c560-459d-97c8-0989de852b7c'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:30:34.462280 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaf1ea-33d1-4e68-a523-ee1a9fcd76bc req-241a4600-4f49-47c8-8756-509ef0b19a2d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:34.463979 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cdbaf1ea-33d1-4e68-a523-ee1a9fcd76bc req-241a4600-4f49-47c8-8756-509ef0b19a2d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.1253695 Apr 30 17:30:34.533500 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cdbaf1ea-33d1-4e68-a523-ee1a9fcd76bc req-05344e1d-c3cc-48e6-8612-45d49b369788 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602365 Apr 30 17:30:35.749004 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38922cff-e368-4686-a468-899e8be75881 req-a10716ac-16a4-4bf2-af96-000d01a4b807 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:35.750500 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-38922cff-e368-4686-a468-899e8be75881 req-a10716ac-16a4-4bf2-af96-000d01a4b807 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.0862136 Apr 30 17:30:35.806712 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-38922cff-e368-4686-a468-899e8be75881 req-414b2866-e03d-4d03-ae14-a1461e54dcd4 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462031 Apr 30 17:30:37.013256 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb1208-b8e5-4d25-9763-57a8dcec542e req-98968b02-63aa-4aa0-bd40-8960df261982 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:37.014755 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dafb1208-b8e5-4d25-9763-57a8dcec542e req-98968b02-63aa-4aa0-bd40-8960df261982 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.0931575 Apr 30 17:30:37.067997 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dafb1208-b8e5-4d25-9763-57a8dcec542e req-dc376dea-96ba-40c8-a137-4b715657ed52 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468481 Apr 30 17:30:38.306353 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b99f91-6d1f-4ebb-9942-d96e6925c332 req-de39803c-7867-4cc3-823a-cdd81702dbf6 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:38.307923 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-65b99f91-6d1f-4ebb-9942-d96e6925c332 req-de39803c-7867-4cc3-823a-cdd81702dbf6 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.1129010 Apr 30 17:30:38.358528 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-65b99f91-6d1f-4ebb-9942-d96e6925c332 req-48c162fe-07f1-412c-b890-bb98013ccb04 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442500 Apr 30 17:30:39.272401 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-14ce40ef-27b1-4108-8aa8-35de4cef3aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:39.442730 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 582a4da1-c560-459d-97c8-0989de852b7c up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:30:39.585537 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port 582a4da1-c560-459d-97c8-0989de852b7c completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:30:39.592178 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 582a4da1-c560-459d-97c8-0989de852b7c triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:30:39.592698 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:39.698156 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af63fd-1807-4b33-ae2b-99aa3b2518e0 req-abebd301-c89c-475c-820a-2e918aa136da tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:39.698156 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-87af63fd-1807-4b33-ae2b-99aa3b2518e0 req-abebd301-c89c-475c-820a-2e918aa136da tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.1215813 Apr 30 17:30:39.734113 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:39.762777 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-87af63fd-1807-4b33-ae2b-99aa3b2518e0 req-29c80212-bdb0-4a43-9f1b-7f115cdd0622 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666776 Apr 30 17:30:39.768604 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582a4da1-c560-459d-97c8-0989de852b7c'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:30:39.811906 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 582a4da1-c560-459d-97c8-0989de852b7c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=582a4da1-c560-459d-97c8-0989de852b7c,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:30:39.869763 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582a4da1-c560-459d-97c8-0989de852b7c', 'code': 200} Apr 30 17:30:40.091666 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:40.103854 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:40.222034 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=582a4da1-c560-459d-97c8-0989de852b7c,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:40.229099 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:41.126125 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d8623-77a6-4969-b087-c01a7ca8b5d4 req-afcb689a-963f-423e-b9e8-1745f8d4d23f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:41.127940 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1d9d8623-77a6-4969-b087-c01a7ca8b5d4 req-afcb689a-963f-423e-b9e8-1745f8d4d23f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1602798 Apr 30 17:30:41.190162 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1d9d8623-77a6-4969-b087-c01a7ca8b5d4 req-660d9ce8-db0b-4916-8b55-5017529cc8c7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511496 Apr 30 17:30:41.762425 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:41.796963 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-f7968133-7614-4055-9502-e6e320828721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:42.416048 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9a2d2-c3d8-42ac-b467-b3f0675f6673 req-90917d8b-2092-4e0d-a3bd-21dc6757247d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:42.417643 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-45b9a2d2-c3d8-42ac-b467-b3f0675f6673 req-90917d8b-2092-4e0d-a3bd-21dc6757247d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0905197 Apr 30 17:30:42.470062 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-45b9a2d2-c3d8-42ac-b467-b3f0675f6673 req-ab7ba4ee-e3a4-4020-9d75-231f35043a38 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417771 Apr 30 17:30:43.671280 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:43.672604 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d37bc-fbf0-4dcf-b81c-12decace5b8b req-231cf727-a06a-45e1-ae6b-f2f3e605ec56 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:43.674013 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ec7d37bc-fbf0-4dcf-b81c-12decace5b8b req-231cf727-a06a-45e1-ae6b-f2f3e605ec56 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0842531 Apr 30 17:30:43.723220 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ec7d37bc-fbf0-4dcf-b81c-12decace5b8b req-777646f4-10d4-460a-a52e-f76d7018ef1b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421870 Apr 30 17:30:44.171452 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40693075-a067-4bb2-b052-1fcb7413dbea req-918e5627-52ec-4534-8f36-99c13f52be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:44.173957 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-40693075-a067-4bb2-b052-1fcb7413dbea req-918e5627-52ec-4534-8f36-99c13f52be12 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 1099 time: 0.1123736 Apr 30 17:30:44.241962 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-40693075-a067-4bb2-b052-1fcb7413dbea req-bdafbd79-b900-4d0a-80a6-c1aa9b6146c5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604393 Apr 30 17:30:44.924854 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafe2f5-63d1-4441-8a22-909f57e100dd req-b835d7dd-86ec-4f51-a8dd-26eaf9a4ed55 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:44.926362 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0aafe2f5-63d1-4441-8a22-909f57e100dd req-b835d7dd-86ec-4f51-a8dd-26eaf9a4ed55 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0886531 Apr 30 17:30:44.976129 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0aafe2f5-63d1-4441-8a22-909f57e100dd req-2916b32f-cce6-43cd-b8f4-70692b5d2098 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417678 Apr 30 17:30:45.745691 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:46.191650 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71eea9-a489-4a32-bf2d-aa4a6991b77b req-09ce6807-2388-49f3-a870-7c39912bbf7e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:46.193794 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fb71eea9-a489-4a32-bf2d-aa4a6991b77b req-09ce6807-2388-49f3-a870-7c39912bbf7e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0880656 Apr 30 17:30:46.242895 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fb71eea9-a489-4a32-bf2d-aa4a6991b77b req-11de5d6c-f20c-440c-bac3-27be3958412a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431948 Apr 30 17:30:47.443225 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a529622-5813-4d01-813e-a3a706fe2095 req-af02525c-6a2e-4a97-a401-51b05a058486 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:47.444626 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4a529622-5813-4d01-813e-a3a706fe2095 req-af02525c-6a2e-4a97-a401-51b05a058486 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0875406 Apr 30 17:30:47.493662 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4a529622-5813-4d01-813e-a3a706fe2095 req-79cea092-5625-48b7-bf95-254b390c7fd8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426571 Apr 30 17:30:48.691614 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de262c-7bc7-4f68-a1d6-940fa4aa244d req-3cd24d55-f9f2-4719-96fe-6ebc028f7379 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:48.693889 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d1de262c-7bc7-4f68-a1d6-940fa4aa244d req-3cd24d55-f9f2-4719-96fe-6ebc028f7379 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0861707 Apr 30 17:30:48.741288 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d1de262c-7bc7-4f68-a1d6-940fa4aa244d req-cd53fb48-dcdc-4874-bcee-7651b01f3b27 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409126 Apr 30 17:30:49.968603 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75335af-3e87-4f08-a046-1815a8a97930 req-72a2167b-9a7a-450a-befa-abe89778758a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:49.971506 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d75335af-3e87-4f08-a046-1815a8a97930 req-72a2167b-9a7a-450a-befa-abe89778758a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1026757 Apr 30 17:30:50.056078 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d75335af-3e87-4f08-a046-1815a8a97930 req-601aeb52-3e22-475d-83f6-3f2b9cb5bbb9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749578 Apr 30 17:30:51.370030 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14ac30-eb25-41c2-aa1c-bdbb6006545d req-b3df6ff1-3719-4f03-bcb3-8e4187c3b500 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:51.371970 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3f14ac30-eb25-41c2-aa1c-bdbb6006545d req-b3df6ff1-3719-4f03-bcb3-8e4187c3b500 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0934436 Apr 30 17:30:51.422744 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3f14ac30-eb25-41c2-aa1c-bdbb6006545d req-244b9321-ec5d-4e75-acb7-661eb4b3c30a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447295 Apr 30 17:30:51.739737 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278dcf6-6b21-4940-a4d0-51289e220e24 req-4caa1c69-02f8-4a5f-ba29-3867487e3095 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:51.742290 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1278dcf6-6b21-4940-a4d0-51289e220e24 req-4caa1c69-02f8-4a5f-ba29-3867487e3095 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1231196 Apr 30 17:30:51.752826 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 51444) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:51.760108 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-3c7ce793-9973-476b-b2f3-d2c8ca92cd31 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Request body: {'floatingip': {'port_id': '582a4da1-c560-459d-97c8-0989de852b7c'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:30:51.886784 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce793-9973-476b-b2f3-d2c8ca92cd31 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for floatingip, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.871562 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce793-9973-476b-b2f3-d2c8ca92cd31 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.960870 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce793-9973-476b-b2f3-d2c8ca92cd31 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:53.149921 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.l3_db [None req-3c7ce793-9973-476b-b2f3-d2c8ca92cd31 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Floating IP 351e7725-65f2-4848-ac2f-70fc97e4e5ed associated. External IP: 172.27.3.229, port: 582a4da1-c560-459d-97c8-0989de852b7c. Apr 30 17:30:53.668440 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7ce793-9973-476b-b2f3-d2c8ca92cd31 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Router 04f5022b-4da5-4018-944d-3463fd4fbca1 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:30:53.882358 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7ce793-9973-476b-b2f3-d2c8ca92cd31 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:30:53.889715 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce793-9973-476b-b2f3-d2c8ca92cd31 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:53.897132 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e721fab-a818-43c8-bcb6-df5b5e771333 None None] Sync routers for ids ['04f5022b-4da5-4018-944d-3463fd4fbca1'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:30:53.907495 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e721fab-a818-43c8-bcb6-df5b5e771333 None None] Routers {'04f5022b-4da5-4018-944d-3463fd4fbca1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:30:53.908129 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-5e721fab-a818-43c8-bcb6-df5b5e771333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:30:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['04f5022b-4da5-4018-944d-3463fd4fbca1'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:30:53.963211 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-3c7ce793-9973-476b-b2f3-d2c8ca92cd31 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "PUT /v2.0/floatingips/351e7725-65f2-4848-ac2f-70fc97e4e5ed HTTP/1.1" status: 200 len: 992 time: 2.2092035 Apr 30 17:30:53.963882 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'tag': '582a4da1-c560-459d-97c8-0989de852b7c'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:30:54.037056 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'tag': '582a4da1-c560-459d-97c8-0989de852b7c', 'status': 'completed', 'code': 200} Apr 30 17:30:54.119728 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-5e721fab-a818-43c8-bcb6-df5b5e771333 None None] Set router 04f5022b-4da5-4018-944d-3463fd4fbca1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:30:54.585137 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-5e721fab-a818-43c8-bcb6-df5b5e771333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:50Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '351e7725-65f2-4848-ac2f-70fc97e4e5ed', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'port_id': '582a4da1-c560-459d-97c8-0989de852b7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'mac_address': 'fa:16:3e:d5:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:30:00Z', 'updated_at': '2021-04-30T17:30:52Z', 'revision_number': 1, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea', 'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'mac_address': 'fa:16:3e:38:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:48Z', 'updated_at': '2021-04-30T17:30:02Z', 'revision_number': 5, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'subnets': [{'id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:30:54.592293 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e721fab-a818-43c8-bcb6-df5b5e771333 None None] Checking router: 04f5022b-4da5-4018-944d-3463fd4fbca1 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:30:54.605637 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e721fab-a818-43c8-bcb6-df5b5e771333 None None] Routers {'04f5022b-4da5-4018-944d-3463fd4fbca1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:30:54.606263 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-5e721fab-a818-43c8-bcb6-df5b5e771333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:30:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['04f5022b-4da5-4018-944d-3463fd4fbca1'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:30:54.847044 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-5e721fab-a818-43c8-bcb6-df5b5e771333 None None] Set router 04f5022b-4da5-4018-944d-3463fd4fbca1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:30:55.301084 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-5e721fab-a818-43c8-bcb6-df5b5e771333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:50Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '351e7725-65f2-4848-ac2f-70fc97e4e5ed', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'port_id': '582a4da1-c560-459d-97c8-0989de852b7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'mac_address': 'fa:16:3e:d5:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:30:00Z', 'updated_at': '2021-04-30T17:30:52Z', 'revision_number': 1, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea', 'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'mac_address': 'fa:16:3e:38:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:48Z', 'updated_at': '2021-04-30T17:30:02Z', 'revision_number': 5, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'subnets': [{'id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:30:55.306206 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e721fab-a818-43c8-bcb6-df5b5e771333 None None] The sync data for ids ['04f5022b-4da5-4018-944d-3463fd4fbca1'] in dv-cinder-784779-10-iscsi is: [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:50Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '351e7725-65f2-4848-ac2f-70fc97e4e5ed', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'port_id': '582a4da1-c560-459d-97c8-0989de852b7c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'mac_address': 'fa:16:3e:d5:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:30:00Z', 'updated_at': '2021-04-30T17:30:52Z', 'revision_number': 1, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea', 'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'mac_address': 'fa:16:3e:38:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:48Z', 'updated_at': '2021-04-30T17:30:02Z', 'revision_number': 5, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'subnets': [{'id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:30:55.534266 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff42bca-6da6-41d4-8cb3-b8fa9eb4679f None None] New status for floating IP 351e7725-65f2-4848-ac2f-70fc97e4e5ed: ACTIVE {{(pid=74456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:30:56.286030 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5e202-33e2-4ae6-abaf-a761517962a2 req-2a7829e9-ace9-40d7-93c8-f34201524ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:56.288338 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f0a5e202-33e2-4ae6-abaf-a761517962a2 req-2a7829e9-ace9-40d7-93c8-f34201524ce7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 1099 time: 0.0868008 Apr 30 17:30:56.459982 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0bbbd38d-6f55-4378-8aac-a1d861ad2921 req-ae9fd5c2-025b-453d-bc9c-6747729a906e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2589042 Apr 30 17:30:56.501994 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5e202-33e2-4ae6-abaf-a761517962a2 req-93a54594-9e74-45ff-9134-39ccb66ac977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:56.504382 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f0a5e202-33e2-4ae6-abaf-a761517962a2 req-93a54594-9e74-45ff-9134-39ccb66ac977 service neutron] 10.222.0.63 "GET /v2.0/networks?id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 200 len: 917 time: 0.2083278 Apr 30 17:30:56.622849 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbd38d-6f55-4378-8aac-a1d861ad2921 req-2593268d-ff76-4868-a3c6-1c83c4d8771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:56.625096 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0bbbd38d-6f55-4378-8aac-a1d861ad2921 req-2593268d-ff76-4868-a3c6-1c83c4d8771d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0e05c3d8665d482a9df66f216a97c982&device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 1098 time: 0.0847430 Apr 30 17:30:56.634603 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f0a5e202-33e2-4ae6-abaf-a761517962a2 req-acd0a52b-38ed-41d6-a87f-572ed0325e8f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=582a4da1-c560-459d-97c8-0989de852b7c HTTP/1.1" status: 200 len: 1002 time: 0.1234882 Apr 30 17:30:56.715274 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5e202-33e2-4ae6-abaf-a761517962a2 req-24e2a359-62ba-41dd-9a5a-4b189191efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:56.718042 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f0a5e202-33e2-4ae6-abaf-a761517962a2 req-24e2a359-62ba-41dd-9a5a-4b189191efbf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c3cec6c4-057f-403e-861a-e867b0518223 HTTP/1.1" status: 200 len: 855 time: 0.0760329 Apr 30 17:30:56.803187 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbd38d-6f55-4378-8aac-a1d861ad2921 req-2a65beaa-a8da-4c9e-9e3c-2d13442430a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:56.804759 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0bbbd38d-6f55-4378-8aac-a1d861ad2921 req-2a65beaa-a8da-4c9e-9e3c-2d13442430a5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=749c8f6e-eeb8-4617-bd07-87e019e87c8d HTTP/1.1" status: 200 len: 913 time: 0.1443245 Apr 30 17:30:56.859395 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5e202-33e2-4ae6-abaf-a761517962a2 req-8dcf15d8-1ff1-4b07-b223-1e821f223d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:56.862065 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f0a5e202-33e2-4ae6-abaf-a761517962a2 req-8dcf15d8-1ff1-4b07-b223-1e821f223d1b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1334779 Apr 30 17:30:56.925647 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0bbbd38d-6f55-4378-8aac-a1d861ad2921 req-abbc51aa-ec39-4744-b0a2-060e8bc6503f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ec6f054-5246-47c1-adca-5a0ccbfe72b7 HTTP/1.1" status: 200 len: 217 time: 0.1136401 Apr 30 17:30:57.049723 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbd38d-6f55-4378-8aac-a1d861ad2921 req-724c2647-3ba6-4b50-8177-dc8fdb06c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:57.052707 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0bbbd38d-6f55-4378-8aac-a1d861ad2921 req-724c2647-3ba6-4b50-8177-dc8fdb06c077 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1965ef25-de13-452a-ae0d-bf5d415da6dc HTTP/1.1" status: 200 len: 852 time: 0.1181178 Apr 30 17:30:57.066638 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f0a5e202-33e2-4ae6-abaf-a761517962a2 req-52826ac2-6865-4372-97e9-1cf91ebe94f9 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919761 Apr 30 17:30:57.148177 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0bbbd38d-6f55-4378-8aac-a1d861ad2921 req-08c51c45-7e4a-4455-a993-abebf0d070bf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=749c8f6e-eeb8-4617-bd07-87e019e87c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879829 Apr 30 17:30:57.261649 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f0a5e202-33e2-4ae6-abaf-a761517962a2 req-fe864899-c542-47bd-a9a8-8b2e347f97ff service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852820 Apr 30 17:30:57.319883 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0bbbd38d-6f55-4378-8aac-a1d861ad2921 req-2f856043-e1ab-4a78-b73d-9ae38d9a7708 service neutron] 10.222.0.63 "GET /v2.0/networks/749c8f6e-eeb8-4617-bd07-87e019e87c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591308 Apr 30 17:30:57.492936 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0bbbd38d-6f55-4378-8aac-a1d861ad2921 req-2558051a-2cf4-4963-9ca8-cb2d58bffb96 service neutron] 10.222.0.63 "GET /v2.0/networks/749c8f6e-eeb8-4617-bd07-87e019e87c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655271 Apr 30 17:30:58.699440 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 51578) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:58.853742 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:58.884101 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:58.891446 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Usage tracker for resource:security_group_rule and tenant:094e7a23aa4a4d46bc234716e1939d37 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:58.898772 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:58.912111 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:59.115975 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:59.227844 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:59.307548 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:59.384382 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=094e7a23aa4a4d46bc234716e1939d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6831772 Apr 30 17:30:59.385687 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89df0e86-91a1-4cd6-bd0e-c6af3413a47a,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:59.387726 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 51612) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:59.400269 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.400846 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.401408 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.401958 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.402505 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.403098 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.403663 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.404355 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.405129 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.405885 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.406640 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.407217 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.415808 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:59.483195 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:59.524532 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:59.797159 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:59.802153 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-9b5deca4-5bf0-44f2-913e-1590168a34e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:59.829316 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89df0e86-91a1-4cd6-bd0e-c6af3413a47a,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:59.842242 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.842599 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.843148 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.843500 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.843840 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.844178 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.844515 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.844849 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.845183 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.845522 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.845864 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.846160 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:59.856914 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:59.861274 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89df0e86-91a1-4cd6-bd0e-c6af3413a47a HTTP/1.1" status: 204 len: 168 time: 0.4709225 Apr 30 17:30:59.862520 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:59.889526 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:00.740133 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 51666) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:00.775403 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-75371e37-dff3-48a7-8162-6e8105e77edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:00.796943 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-75371e37-dff3-48a7-8162-6e8105e77edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:00.805380 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-75371e37-dff3-48a7-8162-6e8105e77edc admin admin] Usage tracker for resource:security_group_rule and tenant:8dfb102f46104207986c5ba589580d6e is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:00.809326 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-75371e37-dff3-48a7-8162-6e8105e77edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:00.816774 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-75371e37-dff3-48a7-8162-6e8105e77edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:00.962297 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-75371e37-dff3-48a7-8162-6e8105e77edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:01.037737 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-75371e37-dff3-48a7-8162-6e8105e77edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:01.053737 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:01.078049 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 51674) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:01.142576 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-75371e37-dff3-48a7-8162-6e8105e77edc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8dfb102f46104207986c5ba589580d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004159 Apr 30 17:31:01.147146 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 51682) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:01.148243 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75371e37-dff3-48a7-8162-6e8105e77edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a47e7d-e93f-4bf9-ad64-9ae26db5aa4d,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:01.153627 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-75371e37-dff3-48a7-8162-6e8105e77edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:01.297834 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-974ba147-7cad-4e7a-ad0a-85d6955bbe5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:01.376174 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3a166473-45b2-44c7-8994-b529588a6d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:01.397633 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-974ba147-7cad-4e7a-ad0a-85d6955bbe5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:01.434413 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-3a166473-45b2-44c7-8994-b529588a6d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:01.442412 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-3a166473-45b2-44c7-8994-b529588a6d42 admin admin] Usage tracker for resource:security_group_rule and tenant:9fcfde9eed27487785e4388ac756a3c6 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:01.453787 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-3a166473-45b2-44c7-8994-b529588a6d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:01.464859 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-3a166473-45b2-44c7-8994-b529588a6d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:01.654434 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-974ba147-7cad-4e7a-ad0a-85d6955bbe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:01.670279 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-21875479-d424-4bb1-924f-ac5e900a62b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:01.710081 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ba147-7cad-4e7a-ad0a-85d6955bbe5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a47e7d-e93f-4bf9-ad64-9ae26db5aa4d,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:01.714982 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-974ba147-7cad-4e7a-ad0a-85d6955bbe5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:01.729917 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-974ba147-7cad-4e7a-ad0a-85d6955bbe5f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60a47e7d-e93f-4bf9-ad64-9ae26db5aa4d HTTP/1.1" status: 204 len: 168 time: 0.5677767 Apr 30 17:31:01.729917 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-974ba147-7cad-4e7a-ad0a-85d6955bbe5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:01.802879 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3a166473-45b2-44c7-8994-b529588a6d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:01.883259 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3a166473-45b2-44c7-8994-b529588a6d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:01.898707 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:01.965230 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a166473-45b2-44c7-8994-b529588a6d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3129ed-5751-4d40-ae7a-9b58cae8b970,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:01.969894 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-3a166473-45b2-44c7-8994-b529588a6d42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9fcfde9eed27487785e4388ac756a3c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8906801 Apr 30 17:31:01.970838 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3a166473-45b2-44c7-8994-b529588a6d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:01.974365 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 51704) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:02.045714 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a05a5484-a548-4ea5-b5be-b78fdece7035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:02.081103 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a05a5484-a548-4ea5-b5be-b78fdece7035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:02.225557 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a05a5484-a548-4ea5-b5be-b78fdece7035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:02.235037 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-74a1e88a-d23d-483b-8be0-c30e78d69ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:02.251702 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a5484-a548-4ea5-b5be-b78fdece7035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3129ed-5751-4d40-ae7a-9b58cae8b970,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:02.255447 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-a05a5484-a548-4ea5-b5be-b78fdece7035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:02.257811 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a05a5484-a548-4ea5-b5be-b78fdece7035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:02.260099 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-a05a5484-a548-4ea5-b5be-b78fdece7035 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f3129ed-5751-4d40-ae7a-9b58cae8b970 HTTP/1.1" status: 204 len: 168 time: 0.2844701 Apr 30 17:31:02.313514 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:31:09.299714 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-8e067eb7-b9c3-43ea-a9b3-3bb7c5817e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:09.700917 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfe029-5f2e-4c15-92f3-c6f4899efb4a req-bcd3b8d2-1289-40a5-99f2-5cfc13aec680 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:09.703317 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-77dfe029-5f2e-4c15-92f3-c6f4899efb4a req-bcd3b8d2-1289-40a5-99f2-5cfc13aec680 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 945 time: 0.1422389 Apr 30 17:31:09.813190 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-77dfe029-5f2e-4c15-92f3-c6f4899efb4a req-d5439f46-9954-445c-b87d-62e553da5c36 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856194 Apr 30 17:31:10.561476 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 51992) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:11.055937 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a053ffe4-db78-4337-bf39-32cce754299e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:11.055937 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-a053ffe4-db78-4337-bf39-32cce754299e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:11.055937 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-a053ffe4-db78-4337-bf39-32cce754299e admin admin] Usage tracker for resource:security_group_rule and tenant:2154eef8379f4ed4b8dc10bff55be58b is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:11.055937 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-a053ffe4-db78-4337-bf39-32cce754299e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:11.055937 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-a053ffe4-db78-4337-bf39-32cce754299e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:11.055937 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a053ffe4-db78-4337-bf39-32cce754299e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:11.055937 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af0edb-2da1-4042-a180-1877d1684aa8 req-469950e9-7166-4dc1-8b59-2f29ba4d3ea9 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:11.055937 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-33af0edb-2da1-4042-a180-1877d1684aa8 req-469950e9-7166-4dc1-8b59-2f29ba4d3ea9 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 945 time: 0.0967672 Apr 30 17:31:11.088987 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-33af0edb-2da1-4042-a180-1877d1684aa8 req-bac828da-397c-452c-897d-1bb7ba4eba8f tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Apr 30 17:31:11.216176 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a053ffe4-db78-4337-bf39-32cce754299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:11.230677 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-974ba147-7cad-4e7a-ad0a-85d6955bbe5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:11.284087 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-a053ffe4-db78-4337-bf39-32cce754299e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2154eef8379f4ed4b8dc10bff55be58b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7209277 Apr 30 17:31:11.286162 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053ffe4-db78-4337-bf39-32cce754299e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725ee62d-e78d-456a-b399-9b068e9172ad,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:11.287799 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52016) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:11.290553 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-a053ffe4-db78-4337-bf39-32cce754299e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:11.362534 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-48281d80-6c9c-4b6c-a31a-8b3b2ccb276b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:11.391932 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-48281d80-6c9c-4b6c-a31a-8b3b2ccb276b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:11.555187 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-48281d80-6c9c-4b6c-a31a-8b3b2ccb276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:11.558978 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:11.577197 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48281d80-6c9c-4b6c-a31a-8b3b2ccb276b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725ee62d-e78d-456a-b399-9b068e9172ad,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:11.580013 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-48281d80-6c9c-4b6c-a31a-8b3b2ccb276b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:11.602322 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-48281d80-6c9c-4b6c-a31a-8b3b2ccb276b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:11.607013 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-48281d80-6c9c-4b6c-a31a-8b3b2ccb276b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/725ee62d-e78d-456a-b399-9b068e9172ad HTTP/1.1" status: 204 len: 168 time: 0.3175011 Apr 30 17:31:11.825354 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:11.829186 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-952130f4-1026-48b1-9673-cf1809a1902b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:12.357899 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb43d9f-1d7b-4413-9264-20866e783e46 req-67d6fcf7-3dfe-41fb-9824-9f4d5c4da135 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:12.359824 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfb43d9f-1d7b-4413-9264-20866e783e46 req-67d6fcf7-3dfe-41fb-9824-9f4d5c4da135 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 945 time: 0.1374104 Apr 30 17:31:12.427279 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfb43d9f-1d7b-4413-9264-20866e783e46 req-87b2907a-efdd-4298-9d06-be3f929e053e tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544777 Apr 30 17:31:12.493524 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52056) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:12.525115 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-19d69866-f81c-4f74-8a91-2dfa397f8e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:12.563393 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-19d69866-f81c-4f74-8a91-2dfa397f8e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:12.572350 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-19d69866-f81c-4f74-8a91-2dfa397f8e75 admin admin] Usage tracker for resource:security_group_rule and tenant:4414a02fc44c48608806d91fbfdb11f5 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:12.578353 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-19d69866-f81c-4f74-8a91-2dfa397f8e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:12.590835 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-19d69866-f81c-4f74-8a91-2dfa397f8e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:12.761449 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-19d69866-f81c-4f74-8a91-2dfa397f8e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:12.824794 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-19d69866-f81c-4f74-8a91-2dfa397f8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:12.835487 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:12.888489 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-19d69866-f81c-4f74-8a91-2dfa397f8e75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4414a02fc44c48608806d91fbfdb11f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892529 Apr 30 17:31:12.888811 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52070) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:12.891743 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d69866-f81c-4f74-8a91-2dfa397f8e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028f0f19-1205-4906-aff8-f5e44e64c343,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:12.895227 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-19d69866-f81c-4f74-8a91-2dfa397f8e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:12.983583 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ac0221e8-43e5-4258-90b0-e70a0b139b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:13.038874 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ac0221e8-43e5-4258-90b0-e70a0b139b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:13.202387 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ac0221e8-43e5-4258-90b0-e70a0b139b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:13.207014 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:13.220852 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0221e8-43e5-4258-90b0-e70a0b139b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028f0f19-1205-4906-aff8-f5e44e64c343,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:13.225860 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ac0221e8-43e5-4258-90b0-e70a0b139b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:13.229698 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ac0221e8-43e5-4258-90b0-e70a0b139b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:13.231007 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-ac0221e8-43e5-4258-90b0-e70a0b139b42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/028f0f19-1205-4906-aff8-f5e44e64c343 HTTP/1.1" status: 204 len: 168 time: 0.3412282 Apr 30 17:31:13.658131 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee84fc-6b54-48b5-8357-50f06e4d1451 req-ca487b37-b282-4309-9ebc-bb55a3dec7aa tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:13.659656 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e4ee84fc-6b54-48b5-8357-50f06e4d1451 req-ca487b37-b282-4309-9ebc-bb55a3dec7aa tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 945 time: 0.1041770 Apr 30 17:31:13.688790 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:13.809096 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e4ee84fc-6b54-48b5-8357-50f06e4d1451 req-90960358-2278-4211-8046-4414892d50a5 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404879 Apr 30 17:31:15.096629 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a5143-42ad-4a26-a223-c39813dc2659 req-94e3c41b-e458-4701-bcc3-ac13944bdbb1 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:15.104798 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a75a5143-42ad-4a26-a223-c39813dc2659 req-94e3c41b-e458-4701-bcc3-ac13944bdbb1 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 945 time: 0.1239886 Apr 30 17:31:15.161794 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a75a5143-42ad-4a26-a223-c39813dc2659 req-ba1e9377-559e-4a6a-9932-6283d6236277 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558150 Apr 30 17:31:15.709859 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:16.467160 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b11d46-0777-4588-ad71-28a1782bd730 req-f5a710a6-eb44-4ef3-832b-ad1788d8cd9d tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:16.469822 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-61b11d46-0777-4588-ad71-28a1782bd730 req-f5a710a6-eb44-4ef3-832b-ad1788d8cd9d tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 945 time: 0.1774402 Apr 30 17:31:16.599513 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-61b11d46-0777-4588-ad71-28a1782bd730 req-6031291a-9871-49a7-a482-92fa6f62d524 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/security-groups?id=16623d9d-1bfd-450c-98d6-61541d678106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810595 Apr 30 17:31:16.663529 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c6047-3f7d-423d-9754-70c9f070047f req-fa81bba6-e53f-4f33-9f10-f138cce33e8d tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:16.666251 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c38c6047-3f7d-423d-9754-70c9f070047f req-fa81bba6-e53f-4f33-9f10-f138cce33e8d tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.63 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 945 time: 0.1951718 Apr 30 17:31:16.919273 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-c38c6047-3f7d-423d-9754-70c9f070047f req-a49ce7ab-d2e2-4268-8c99-0981580083a9 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Deleting port 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:31:16.919719 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-c38c6047-3f7d-423d-9754-70c9f070047f req-a49ce7ab-d2e2-4268-8c99-0981580083a9 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:16.966966 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52192) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:17.113213 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-c38c6047-3f7d-423d-9754-70c9f070047f req-a49ce7ab-d2e2-4268-8c99-0981580083a9 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] For port 8ec6f054-5246-47c1-adca-5a0ccbfe72b7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ec6f054-5246-47c1-adca-5a0ccbfe72b7,segment=NetworkSegment(454267f6-4a81-47db-b9d4-228ca5b404d6),segment_id=454267f6-4a81-47db-b9d4-228ca5b404d6)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:17.113876 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-c38c6047-3f7d-423d-9754-70c9f070047f req-a49ce7ab-d2e2-4268-8c99-0981580083a9 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:17.149042 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-cd4b67cd-84b7-4dd4-a7b8-02c9412f5097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:17.166436 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-cd4b67cd-84b7-4dd4-a7b8-02c9412f5097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:17.171305 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-cd4b67cd-84b7-4dd4-a7b8-02c9412f5097 admin admin] Usage tracker for resource:security_group_rule and tenant:d3fe126eb42c495b906cc7c14c535c58 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:17.174781 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-cd4b67cd-84b7-4dd4-a7b8-02c9412f5097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:17.181927 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-cd4b67cd-84b7-4dd4-a7b8-02c9412f5097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:17.268988 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-c38c6047-3f7d-423d-9754-70c9f070047f req-a49ce7ab-d2e2-4268-8c99-0981580083a9 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Calling delete_port for 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 owned by compute:nova {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:31:17.302872 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-cd4b67cd-84b7-4dd4-a7b8-02c9412f5097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:17.375691 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-cd4b67cd-84b7-4dd4-a7b8-02c9412f5097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:17.474912 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-48281d80-6c9c-4b6c-a31a-8b3b2ccb276b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:17.538716 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 52214) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:17.539323 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-cd4b67cd-84b7-4dd4-a7b8-02c9412f5097 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3fe126eb42c495b906cc7c14c535c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5686102 Apr 30 17:31:17.561314 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b67cd-84b7-4dd4-a7b8-02c9412f5097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd229fd-6950-4f59-a3e4-34b5b2005a5d,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:17.567468 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-cd4b67cd-84b7-4dd4-a7b8-02c9412f5097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:17.637322 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-dbd0702f-193f-4029-b8a6-92137f0ccdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:17.641104 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-c38c6047-3f7d-423d-9754-70c9f070047f req-a49ce7ab-d2e2-4268-8c99-0981580083a9 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:17.657875 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['8ec6f054-5246-47c1-adca-5a0ccbfe72b7'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:31:17.687770 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:17.858117 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-dbd0702f-193f-4029-b8a6-92137f0ccdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:17.865171 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52230) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:17.866386 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38c6047-3f7d-423d-9754-70c9f070047f req-a49ce7ab-d2e2-4268-8c99-0981580083a9 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] No DVR routers for this DVR port 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 on host hv-cinder-78477 {{(pid=74455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:31:17.867989 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ce7ab-d2e2-4268-8c99-0981580083a9 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Pushing event deleted for resources: {'Port': ['ID=8ec6f054-5246-47c1-adca-5a0ccbfe72b7,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:17.886623 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-c38c6047-3f7d-423d-9754-70c9f070047f req-a49ce7ab-d2e2-4268-8c99-0981580083a9 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:17.889696 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd148c2fb-d1db-46c2-9a81-a97cd54b19e9', 'name': 'network-vif-deleted', 'tag': '8ec6f054-5246-47c1-adca-5a0ccbfe72b7'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:31:18.009834 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd148c2fb-d1db-46c2-9a81-a97cd54b19e9', 'name': 'network-vif-deleted', 'tag': '8ec6f054-5246-47c1-adca-5a0ccbfe72b7', 'status': 'completed', 'code': 200} Apr 30 17:31:18.027526 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-a49ce7ab-d2e2-4268-8c99-0981580083a9 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:18.032088 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-7bc49d7a-4be1-4297-b898-f96943c7ed71 req-ccd36f68-ae6e-4ef1-a95a-6b9dee91f2f8 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Synchronizing usage tracker for tenant:0e05c3d8665d482a9df66f216a97c982 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:31:18.082893 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8a73ff4a-2074-4b71-a472-d3527dd7e773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:18.116179 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-8a73ff4a-2074-4b71-a472-d3527dd7e773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:18.123826 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-8a73ff4a-2074-4b71-a472-d3527dd7e773 admin admin] Usage tracker for resource:security_group_rule and tenant:d405094bb97545f0a7968cd64b1b6752 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:18.131159 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-8a73ff4a-2074-4b71-a472-d3527dd7e773 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:18.138682 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-8a73ff4a-2074-4b71-a472-d3527dd7e773 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:18.167123 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c38c6047-3f7d-423d-9754-70c9f070047f req-a49ce7ab-d2e2-4268-8c99-0981580083a9 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.63 "DELETE /v2.0/ports/8ec6f054-5246-47c1-adca-5a0ccbfe72b7 HTTP/1.1" status: 204 len: 173 time: 1.4852228 Apr 30 17:31:18.179308 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-dbd0702f-193f-4029-b8a6-92137f0ccdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:18.200678 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-610b9424-0c5c-4fe5-93f2-3e8aa89c932b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:18.211150 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52246) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:18.230049 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0702f-193f-4029-b8a6-92137f0ccdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd229fd-6950-4f59-a3e4-34b5b2005a5d,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:18.246443 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-dbd0702f-193f-4029-b8a6-92137f0ccdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:18.248021 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-dbd0702f-193f-4029-b8a6-92137f0ccdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:18.254951 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-dbd0702f-193f-4029-b8a6-92137f0ccdb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8dd229fd-6950-4f59-a3e4-34b5b2005a5d HTTP/1.1" status: 204 len: 168 time: 0.7139752 Apr 30 17:31:18.265632 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-7bc49d7a-4be1-4297-b898-f96943c7ed71 req-ccd36f68-ae6e-4ef1-a95a-6b9dee91f2f8 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Unset dirty status for tenant:0e05c3d8665d482a9df66f216a97c982 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:31:18.268966 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7bc49d7a-4be1-4297-b898-f96943c7ed71 req-ccd36f68-ae6e-4ef1-a95a-6b9dee91f2f8 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 210 time: 0.3484745 Apr 30 17:31:18.415107 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8a73ff4a-2074-4b71-a472-d3527dd7e773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:18.459474 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1cc1073d-5dec-4799-9cd1-d8a4f0a361c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:18.491251 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-1cc1073d-5dec-4799-9cd1-d8a4f0a361c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:18.498997 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-1cc1073d-5dec-4799-9cd1-d8a4f0a361c8 admin admin] Usage tracker for resource:security_group_rule and tenant:20a9aeaef9694c9487b38c3276dc3361 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:18.505507 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-1cc1073d-5dec-4799-9cd1-d8a4f0a361c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:18.516231 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-1cc1073d-5dec-4799-9cd1-d8a4f0a361c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:18.617374 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8a73ff4a-2074-4b71-a472-d3527dd7e773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:18.637229 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:18.740348 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-8a73ff4a-2074-4b71-a472-d3527dd7e773 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d405094bb97545f0a7968cd64b1b6752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8715746 Apr 30 17:31:18.743857 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 52262) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:18.747416 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73ff4a-2074-4b71-a472-d3527dd7e773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2f74f3-ecc9-4cd4-8546-a3dad6ef09e4,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:18.752011 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8a73ff4a-2074-4b71-a472-d3527dd7e773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:18.819394 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1cc1073d-5dec-4799-9cd1-d8a4f0a361c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:18.830730 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ee5dcdf4-461a-4321-9acd-522e5b2d2020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:18.871742 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ee5dcdf4-461a-4321-9acd-522e5b2d2020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:18.917288 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1cc1073d-5dec-4799-9cd1-d8a4f0a361c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:18.945700 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d39da35f-9bfb-4bed-a155-8a886138e278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:19.029951 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-1cc1073d-5dec-4799-9cd1-d8a4f0a361c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20a9aeaef9694c9487b38c3276dc3361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8170743 Apr 30 17:31:19.032218 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1073d-5dec-4799-9cd1-d8a4f0a361c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5121df6-03e2-4e8b-8a9b-61b191932612,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:19.033436 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 52274) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:19.050366 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1cc1073d-5dec-4799-9cd1-d8a4f0a361c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:19.085607 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ee5dcdf4-461a-4321-9acd-522e5b2d2020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:19.097322 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-dbd0702f-193f-4029-b8a6-92137f0ccdb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:19.115008 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5dcdf4-461a-4321-9acd-522e5b2d2020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2f74f3-ecc9-4cd4-8546-a3dad6ef09e4,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:19.118004 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-ee5dcdf4-461a-4321-9acd-522e5b2d2020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:19.132796 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ee5dcdf4-461a-4321-9acd-522e5b2d2020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:19.137372 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-ee5dcdf4-461a-4321-9acd-522e5b2d2020 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da2f74f3-ecc9-4cd4-8546-a3dad6ef09e4 HTTP/1.1" status: 204 len: 168 time: 0.3874412 Apr 30 17:31:19.143173 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-47de6109-81ff-404c-8948-c00a6009f5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:19.197196 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-47de6109-81ff-404c-8948-c00a6009f5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:19.204945 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52284) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:19.367867 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-47de6109-81ff-404c-8948-c00a6009f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:19.376010 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-54dbce97-b766-4b14-a32e-f51cf0ee4997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:19.387871 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de6109-81ff-404c-8948-c00a6009f5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5121df6-03e2-4e8b-8a9b-61b191932612,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:19.391989 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-47de6109-81ff-404c-8948-c00a6009f5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:19.397211 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-47de6109-81ff-404c-8948-c00a6009f5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:19.398728 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-47de6109-81ff-404c-8948-c00a6009f5f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5121df6-03e2-4e8b-8a9b-61b191932612 HTTP/1.1" status: 204 len: 168 time: 0.3644366 Apr 30 17:31:19.576894 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-23c3dd37-7730-49a3-8b81-61635e24ca0e req-da77b9ea-4709-42ee-a299-77f0f374933b tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 210 time: 0.0472479 Apr 30 17:31:19.597226 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52298) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:19.650832 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2b0487c5-b0f9-4cd7-9a46-5aab6ef4b2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:19.682320 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-2b0487c5-b0f9-4cd7-9a46-5aab6ef4b2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:19.687125 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-2b0487c5-b0f9-4cd7-9a46-5aab6ef4b2aa admin admin] Usage tracker for resource:security_group_rule and tenant:ded500f7f262485b9d222975f7ab89a1 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:19.690924 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-2b0487c5-b0f9-4cd7-9a46-5aab6ef4b2aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:19.698931 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-2b0487c5-b0f9-4cd7-9a46-5aab6ef4b2aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:19.861196 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2b0487c5-b0f9-4cd7-9a46-5aab6ef4b2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:19.947022 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2b0487c5-b0f9-4cd7-9a46-5aab6ef4b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:19.957419 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6457b3cc-1dde-40ec-948b-25e21ea466f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:19.972231 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8a73ff4a-2074-4b71-a472-d3527dd7e773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:20.001488 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-6457b3cc-1dde-40ec-948b-25e21ea466f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:20.014476 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-6457b3cc-1dde-40ec-948b-25e21ea466f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b1d592d93476414fafcc1d816c534216 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:20.025445 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-6457b3cc-1dde-40ec-948b-25e21ea466f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:20.038168 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-6457b3cc-1dde-40ec-948b-25e21ea466f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:20.042169 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-2b0487c5-b0f9-4cd7-9a46-5aab6ef4b2aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ded500f7f262485b9d222975f7ab89a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414248 Apr 30 17:31:20.044360 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0487c5-b0f9-4cd7-9a46-5aab6ef4b2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f2c425-3305-4ea8-9d69-13e9f7183291,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:20.045197 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 52320) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:20.052054 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-2b0487c5-b0f9-4cd7-9a46-5aab6ef4b2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:20.155786 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1793b372-06af-4eb4-82ab-675570fee5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.156020 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6457b3cc-1dde-40ec-948b-25e21ea466f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.185271 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1793b372-06af-4eb4-82ab-675570fee5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.281101 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6457b3cc-1dde-40ec-948b-25e21ea466f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.292025 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-48c0e0fa-85eb-4520-8116-dbabf2728be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:20.316950 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 52328) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:20.337123 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-6457b3cc-1dde-40ec-948b-25e21ea466f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1d592d93476414fafcc1d816c534216&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1304116 Apr 30 17:31:20.338156 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457b3cc-1dde-40ec-948b-25e21ea466f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12f57f4-c895-4faa-9d92-df4cdaeeb28a,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:20.341232 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52332) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:20.344063 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-6457b3cc-1dde-40ec-948b-25e21ea466f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:20.350734 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1793b372-06af-4eb4-82ab-675570fee5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.362944 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f8ae48f4-dd9d-46ac-a287-4d8ba67a1d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:20.377298 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f5dde08c-0e78-4383-8e1b-6747f311c415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.407474 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793b372-06af-4eb4-82ab-675570fee5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f2c425-3305-4ea8-9d69-13e9f7183291,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:20.417768 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f5dde08c-0e78-4383-8e1b-6747f311c415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:20.422714 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f5dde08c-0e78-4383-8e1b-6747f311c415 admin admin] Usage tracker for resource:security_group_rule and tenant:f6a2a340b7ef4c159233b9562228d9c2 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:20.427275 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f5dde08c-0e78-4383-8e1b-6747f311c415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:20.436318 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-fcce96fe-a28e-4cc0-b0ee-7eda1fe39451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.437881 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f5dde08c-0e78-4383-8e1b-6747f311c415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:20.485180 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-1793b372-06af-4eb4-82ab-675570fee5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:20.490568 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-fcce96fe-a28e-4cc0-b0ee-7eda1fe39451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.494137 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1793b372-06af-4eb4-82ab-675570fee5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.494323 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-1793b372-06af-4eb4-82ab-675570fee5e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65f2c425-3305-4ea8-9d69-13e9f7183291 HTTP/1.1" status: 204 len: 168 time: 0.4474974 Apr 30 17:31:20.546937 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:31:20.644220 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f5dde08c-0e78-4383-8e1b-6747f311c415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.690015 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:31:20.691100 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 8ec6f054-5246-47c1-adca-5a0ccbfe72b7 not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:31:20.711391 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-fcce96fe-a28e-4cc0-b0ee-7eda1fe39451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.720173 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ac0221e8-43e5-4258-90b0-e70a0b139b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:20.740606 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f5dde08c-0e78-4383-8e1b-6747f311c415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.766320 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-626db882-44bf-488f-9b82-4fa97e214347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:20.782794 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce96fe-a28e-4cc0-b0ee-7eda1fe39451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12f57f4-c895-4faa-9d92-df4cdaeeb28a,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:20.811260 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-fcce96fe-a28e-4cc0-b0ee-7eda1fe39451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:20.854163 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-fcce96fe-a28e-4cc0-b0ee-7eda1fe39451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.855956 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-fcce96fe-a28e-4cc0-b0ee-7eda1fe39451 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b12f57f4-c895-4faa-9d92-df4cdaeeb28a HTTP/1.1" status: 204 len: 168 time: 0.5135293 Apr 30 17:31:20.971380 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6e9537db-44aa-46aa-acf3-c0e1358e0fef req-8e914db0-5b1e-42f3-834a-a3d24886ac7f tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 210 time: 0.0723150 Apr 30 17:31:20.979027 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-f5dde08c-0e78-4383-8e1b-6747f311c415 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6a2a340b7ef4c159233b9562228d9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6594768 Apr 30 17:31:20.979160 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52350) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:20.980117 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dde08c-0e78-4383-8e1b-6747f311c415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93ee0a0-68cb-4108-934b-be51b177d4ea,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:20.983648 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f5dde08c-0e78-4383-8e1b-6747f311c415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:21.086674 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c0461677-bfd4-426f-a36f-ab97f626fe1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.117719 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c0461677-bfd4-426f-a36f-ab97f626fe1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.242210 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c0461677-bfd4-426f-a36f-ab97f626fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.246579 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-75371e37-dff3-48a7-8162-6e8105e77edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:21.261201 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0461677-bfd4-426f-a36f-ab97f626fe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93ee0a0-68cb-4108-934b-be51b177d4ea,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:21.265248 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c0461677-bfd4-426f-a36f-ab97f626fe1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:21.268016 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c0461677-bfd4-426f-a36f-ab97f626fe1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.279750 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-c0461677-bfd4-426f-a36f-ab97f626fe1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d93ee0a0-68cb-4108-934b-be51b177d4ea HTTP/1.1" status: 204 len: 168 time: 0.2890782 Apr 30 17:31:21.843345 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52372) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:21.870014 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5940bb73-1c78-4465-a0d8-8a28bec5a53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.887594 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-5940bb73-1c78-4465-a0d8-8a28bec5a53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:21.892260 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-5940bb73-1c78-4465-a0d8-8a28bec5a53f admin admin] Usage tracker for resource:security_group_rule and tenant:cb8d227cc0c74a97b136b202517e1509 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:21.896796 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-5940bb73-1c78-4465-a0d8-8a28bec5a53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:21.904359 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-5940bb73-1c78-4465-a0d8-8a28bec5a53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:22.064498 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5940bb73-1c78-4465-a0d8-8a28bec5a53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:22.128044 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5940bb73-1c78-4465-a0d8-8a28bec5a53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:22.144417 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-38860c77-68b6-45e7-a332-98ed5fcbad5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:22.200160 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-5940bb73-1c78-4465-a0d8-8a28bec5a53f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb8d227cc0c74a97b136b202517e1509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542881 Apr 30 17:31:22.208635 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52394) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:22.242653 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f1276ebe-6ee0-440c-a533-8d7f11fb80f7 req-02199b9d-365c-4792-98e9-9106c382eeda tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 210 time: 0.0822754 Apr 30 17:31:22.249928 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940bb73-1c78-4465-a0d8-8a28bec5a53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7305237e-b5df-4b6d-ba75-23a2012e085b,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:22.260096 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5940bb73-1c78-4465-a0d8-8a28bec5a53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:22.351563 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2df69829-9ba1-46a2-8520-5498bb277b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:22.384277 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2df69829-9ba1-46a2-8520-5498bb277b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:22.446675 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 52404) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:22.516911 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2df69829-9ba1-46a2-8520-5498bb277b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:22.526457 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-93807cd4-37b9-4023-a071-f6a0b9731446 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:22.545833 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df69829-9ba1-46a2-8520-5498bb277b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7305237e-b5df-4b6d-ba75-23a2012e085b,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:22.552516 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-2df69829-9ba1-46a2-8520-5498bb277b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:22.559817 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2df69829-9ba1-46a2-8520-5498bb277b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:22.566230 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-2df69829-9ba1-46a2-8520-5498bb277b64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7305237e-b5df-4b6d-ba75-23a2012e085b HTTP/1.1" status: 204 len: 168 time: 0.3558290 Apr 30 17:31:22.715288 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-986003201-network', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:22.723877 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:22.731358 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Usage tracker for resource:network and tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:22.737664 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:22.750048 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:22.910631 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Made reservation on behalf of e7e2f3d3fe7b4c798a2442c8e1d493ba for: {'network': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:31:22.913158 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:22.926459 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:22.944107 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:22.948400 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Usage tracker for resource:security_group_rule and tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:22.951539 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:22.958311 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:23.059599 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:23.173801 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:23.179675 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:23.223871 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=74455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:31:23.233294 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0740abb-53f1-4476-b860-78d39684987e,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:23.239731 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:23.244659 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:23.245253 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.segments_db [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Added segment 9f3bb2ad-46fd-4753-976c-512467d79df7 of type vlan for network f562e4fa-da35-484f-a131-30b5eb79aa8c Apr 30 17:31:23.292021 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:23.480549 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:23.492571 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:23.493547 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:23.502276 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d7459187-a3da-4028-8bbd-bc9c1eb569e9 req-59b54633-5590-425b-9418-8d7466bc6e5c tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] 10.222.0.18 "GET /v2.0/ports?device_id=d148c2fb-d1db-46c2-9a81-a97cd54b19e9 HTTP/1.1" status: 200 len: 210 time: 0.0920405 Apr 30 17:31:23.506028 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:23.719379 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2712412 Apr 30 17:31:23.723405 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52446) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:23.730613 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Pushing event updated for resources: {'Network': ['ID=f562e4fa-da35-484f-a131-30b5eb79aa8c,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:23.739867 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Request body: {'subnet': {'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-986003201-subnet', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'ip_version': 4}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:23.740195 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:23.748185 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network f562e4fa-da35-484f-a131-30b5eb79aa8c details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:31:23.750920 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:23.759642 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Usage tracker for resource:subnet and tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:23.765232 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:23.778167 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:23.860083 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Made reservation on behalf of e7e2f3d3fe7b4c798a2442c8e1d493ba for: {'subnet': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:31:23.865111 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2749836'] for subnet, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:24.613812 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2375910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2749850'] for subnet, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:24.621416 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-0d6fb75a-4166-4ef2-a2a1-2c1342c04d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:24.730210 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Checking segment: {'id': '9f3bb2ad-46fd-4753-976c-512467d79df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:24.730890 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Network hostable DHCP agents. Network: f562e4fa-da35-484f-a131-30b5eb79aa8c, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:31:24.759470 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=606ca68b-fd17-4f43-af2c-9d03dcf516cb,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:24.764176 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:24.842693 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Network f562e4fa-da35-484f-a131-30b5eb79aa8c is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:31:24.974466 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, f562e4fa-da35-484f-a131-30b5eb79aa8c) {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:24.996082 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176384e7-03f7-4cf9-b612-2a3258b83721 None None] Network f562e4fa-da35-484f-a131-30b5eb79aa8c requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:31:25.008510 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:25.010081 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:25.132547 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4047880 Apr 30 17:31:25.135429 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 52496) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:25.144260 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:25.164846 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:25.184858 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Usage tracker for resource:router and tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:25.190551 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:25.201987 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:25.322408 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4123496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497264'] for router, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:25.323828 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4100968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4072912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4136877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497225'] for router, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:25.345165 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:25.472102 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95b46b8c-a4c9-5744-a36e-abae1e22de60-f562e4fa-da35-484f-a131-30b5eb79aa8c', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'fixed_ips': [{'subnet_id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb'}]}} from dv-cinder-784779-10-iscsi. {{(pid=74456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:31:25.473150 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:25.774724 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.db_base_plugin_common [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Allocated IP 172.20.0.2 (f562e4fa-da35-484f-a131-30b5eb79aa8c/606ca68b-fd17-4f43-af2c-9d03dcf516cb/c03a6a97-5c86-49d4-8e18-30a3c471a1fa) {{(pid=74456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:26.057427 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4072921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4123398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497239'] for router, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:26.266479 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Notify callbacks [] for port, precommit_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:26.303431 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Transition to ACTIVE for port object c03a6a97-5c86-49d4-8e18-30a3c471a1fa will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:26.354786 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Transition to ACTIVE for port object c03a6a97-5c86-49d4-8e18-30a3c471a1fa will not be triggered until provisioned by entity DHCP. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:26.454469 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148'] for port, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:26.459098 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:26.532311 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Network f562e4fa-da35-484f-a131-30b5eb79aa8c is already hosted by enough agents. {{(pid=74456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:26.536259 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.base_scheduler [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Resources bound (agent type, host, resource id): {{(pid=74456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:26.546609 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Received port after_create {{(pid=74456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:26.552389 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:26.557106 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Pushing event updated for resources: {'Port': ['ID=c03a6a97-5c86-49d4-8e18-30a3c471a1fa,revision_number=1']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:26.637467 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:26.637467 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:26.637851 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:26.637989 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:26.638306 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:26.638640 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:26.638785 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:26.638961 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:26.639372 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:26.639721 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:26.648781 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:26.648781 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:26.648781 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:26.651521 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:26.670781 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Attempting to bind port c03a6a97-5c86-49d4-8e18-30a3c471a1fa on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:31:26.671599 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Attempting to bind port c03a6a97-5c86-49d4-8e18-30a3c471a1fa by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '9f3bb2ad-46fd-4753-976c-512467d79df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:31:26.672170 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Attempting to bind port c03a6a97-5c86-49d4-8e18-30a3c471a1fa on network f562e4fa-da35-484f-a131-30b5eb79aa8c {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:26.680629 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:31:26.681276 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Checking segment: {'id': '9f3bb2ad-46fd-4753-976c-512467d79df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:26.681848 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:26.682528 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Bound using segment: {'id': '9f3bb2ad-46fd-4753-976c-512467d79df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:31:26.683476 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Bound port: c03a6a97-5c86-49d4-8e18-30a3c471a1fa, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3bb2ad-46fd-4753-976c-512467d79df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:31:26.684086 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:26.818753 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] For port c03a6a97-5c86-49d4-8e18-30a3c471a1fa, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:31:26.825125 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] For port c03a6a97-5c86-49d4-8e18-30a3c471a1fa, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=c03a6a97-5c86-49d4-8e18-30a3c471a1fa,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:31:26.921012 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Allocated IP 172.27.3.6 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:27.042744 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:27.047985 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:27.103957 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52580) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:27.218338 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Pushing event updated for resources: {'Port': ['ID=c03a6a97-5c86-49d4-8e18-30a3c471a1fa,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:27.222185 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:27.311791 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed36b1c-6448-4093-8025-c2f008560563 admin admin] Deleting subnet 1965ef25-de13-452a-ae0d-bf5d415da6dc {{(pid=74454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:31:27.316781 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5ed36b1c-6448-4093-8025-c2f008560563 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:27.379104 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:27.401357 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5ed36b1c-6448-4093-8025-c2f008560563 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2217006'] for subnet, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:27.471923 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5ed36b1c-6448-4093-8025-c2f008560563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:27.557908 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:27.563968 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-23e9c574-34df-4bb0-a5e3-4166cb2028b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:27.727215 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:27.733762 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:27.739935 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:27.829608 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:27.835444 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:27.968150 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5ed36b1c-6448-4093-8025-c2f008560563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2749857'] for subnet, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:27.985058 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-77de5460-6e61-4985-bccc-872630c6c956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:28.079531 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed36b1c-6448-4093-8025-c2f008560563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1965ef25-de13-452a-ae0d-bf5d415da6dc,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:28.112290 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5ed36b1c-6448-4093-8025-c2f008560563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:28.137522 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5ed36b1c-6448-4093-8025-c2f008560563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:28.150634 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-5ed36b1c-6448-4093-8025-c2f008560563 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1965ef25-de13-452a-ae0d-bf5d415da6dc HTTP/1.1" status: 204 len: 168 time: 1.0452938 Apr 30 17:31:28.153599 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52606) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:28.399673 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52616) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:28.470008 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:28.695281 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:28.810717 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-920a418b-0cc0-41f7-9e02-21ff3bb67315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:28.895519 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c98d24-29b4-4035-a57c-9f73c3344a67 None None] Network f562e4fa-da35-484f-a131-30b5eb79aa8c requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:31:28.911218 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:28.936365 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-920a418b-0cc0-41f7-9e02-21ff3bb67315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:28.944514 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-920a418b-0cc0-41f7-9e02-21ff3bb67315 admin admin] Usage tracker for resource:security_group_rule and tenant:ca97c4bbca63440f90ba9f57a27aac02 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:28.949231 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-920a418b-0cc0-41f7-9e02-21ff3bb67315 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:29.009291 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-920a418b-0cc0-41f7-9e02-21ff3bb67315 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:29.065994 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749c8f6e-eeb8-4617-bd07-87e019e87c8d']}} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:29.081747 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454267f6-4a81-47db-b9d4-228ca5b404d6') {'for_net_delete': True} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:29.082615 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454267f6-4a81-47db-b9d4-228ca5b404d6') {} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:29.101171 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216983'] for segment, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:29.170332 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:29.196658 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4072886'] for router, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:29.202041 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=74454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:31:29.265966 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-2ac029ba-c100-4ca3-9ade-43224bfb7e91 None None] Provisioning for port c03a6a97-5c86-49d4-8e18-30a3c471a1fa completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:29.400011 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c03a6a97-5c86-49d4-8e18-30a3c471a1fa up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:29.724414 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port c03a6a97-5c86-49d4-8e18-30a3c471a1fa completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:29.741294 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port c03a6a97-5c86-49d4-8e18-30a3c471a1fa triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:29.744309 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:29.831610 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Router 8ff292e7-ceed-4073-9d13-513fc28b8a24 is scheduled to L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 with binding_index 1 {{(pid=74455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:31:29.843516 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-920a418b-0cc0-41f7-9e02-21ff3bb67315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:29.868773 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] Network 749c8f6e-eeb8-4617-bd07-87e019e87c8d has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:31:29.887185 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383365'] for segment, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:29.913502 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:29.929993 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-fd2d4e4b-3fd4-4dd3-be6d-f07e4f4c62ef None None] Provisioning complete for port c03a6a97-5c86-49d4-8e18-30a3c471a1fa triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:29.930426 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4e4b-3fd4-4dd3-be6d-f07e4f4c62ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:29.962696 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:30.029212 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port c03a6a97-5c86-49d4-8e18-30a3c471a1fa, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=c03a6a97-5c86-49d4-8e18-30a3c471a1fa,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:30.051347 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-920a418b-0cc0-41f7-9e02-21ff3bb67315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:30.071836 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c1efe466-7eb6-4c57-9c6d-d90c31a542fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:30.131353 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4e4b-3fd4-4dd3-be6d-f07e4f4c62ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:30.165065 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:30.165387 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-920a418b-0cc0-41f7-9e02-21ff3bb67315 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca97c4bbca63440f90ba9f57a27aac02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7639222 Apr 30 17:31:30.168828 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:30.216464 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52652) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:30.220332 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a418b-0cc0-41f7-9e02-21ff3bb67315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f38eb0b-3a3a-4e80-933a-5644d9224e36,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:30.225092 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-920a418b-0cc0-41f7-9e02-21ff3bb67315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:30.260334 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] Network 749c8f6e-eeb8-4617-bd07-87e019e87c8d has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: Traceback (most recent call last): Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: timer() Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: cb(*args, **kw) Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: return func(*args, **kwargs) Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: self._notify() Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: self.callback(batched_events) Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: event.method(event) Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: return f(self, *a, **k) Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._get(url).json() Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: return self.request(url, 'GET', **kwargs) Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:31:30.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:31:30.337917 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:31:30.349453 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.db.api [None req-fd2d4e4b-3fd4-4dd3-be6d-f07e4f4c62ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 17:31:30.350007 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_db.api [None req-fd2d4e4b-3fd4-4dd3-be6d-f07e4f4c62ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 17:31:30.364804 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=c03a6a97-5c86-49d4-8e18-30a3c471a1fa,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:30.369728 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Sync routers for ids ['8ff292e7-ceed-4073-9d13-513fc28b8a24'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:31:30.370669 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:30.393119 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Routers {'8ff292e7-ceed-4073-9d13-513fc28b8a24'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:30.395203 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:31:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['8ff292e7-ceed-4073-9d13-513fc28b8a24'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:30.417847 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9a697e67-7577-4246-95dc-02b016327591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:30.498295 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:30.499633 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.3629198 Apr 30 17:31:30.505152 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 52656) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:30.528195 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:30.559262 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-0908c904-2866-40f3-9afc-db6a7d9b9ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:30.575040 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9a697e67-7577-4246-95dc-02b016327591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:30.594519 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:30.599061 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] Pushing event deleted for resources: {'Network': ['ID=749c8f6e-eeb8-4617-bd07-87e019e87c8d,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:30.639600 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:30.877253 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] 10.222.0.18 "DELETE /v2.0/networks/749c8f6e-eeb8-4617-bd07-87e019e87c8d HTTP/1.1" status: 204 len: 168 time: 2.7219334 Apr 30 17:31:30.904954 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Set router 8ff292e7-ceed-4073-9d13-513fc28b8a24 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:30.946316 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9a697e67-7577-4246-95dc-02b016327591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:30.953080 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-19d69866-f81c-4f74-8a91-2dfa397f8e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:30.984956 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a697e67-7577-4246-95dc-02b016327591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f38eb0b-3a3a-4e80-933a-5644d9224e36,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:31.001549 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-9a697e67-7577-4246-95dc-02b016327591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:31.009638 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9a697e67-7577-4246-95dc-02b016327591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:31.020460 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-9a697e67-7577-4246-95dc-02b016327591 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f38eb0b-3a3a-4e80-933a-5644d9224e36 HTTP/1.1" status: 204 len: 168 time: 0.8019094 Apr 30 17:31:31.243212 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c03a6a97-5c86-49d4-8e18-30a3c471a1fa up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:31.392279 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port c03a6a97-5c86-49d4-8e18-30a3c471a1fa triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:31.393070 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:31.439922 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:25Z', 'updated_at': '2021-04-30T17:31:28Z', 'revision_number': 3, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'gw_port': {'id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:31.446601 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Checking router: 8ff292e7-ceed-4073-9d13-513fc28b8a24 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:31:31.447241 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Updating router 8ff292e7-ceed-4073-9d13-513fc28b8a24 port 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2 binding host dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:31:31.547557 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:31.780177 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:31.882335 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52700) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:32.051052 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-f5d962dc-e619-42f7-b05f-fbd75ce922e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e05c3d8665d482a9df66f216a97c982&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1639795 Apr 30 17:31:32.052673 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52706) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:32.138686 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Allocated IP 172.20.0.1 (f562e4fa-da35-484f-a131-30b5eb79aa8c/606ca68b-fd17-4f43-af2c-9d03dcf516cb/af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:32.181561 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.197344 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.provisioning_blocks [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Transition to ACTIVE for port object 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2 will not be triggered until provisioned by entity L2. {{(pid=74457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:32.244684 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-cd02415d-51b6-49a4-b82c-ab088f1781b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.276870 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.281486 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:32.297578 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-cd02415d-51b6-49a4-b82c-ab088f1781b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.389422 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Attempting to bind port 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:31:32.389422 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Attempting to bind port 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:31:32.389422 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Attempting to bind port 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2 on network 75f81fbd-83ca-4d8e-a99f-6c15173d718a {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:32.395977 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Pushing event updated for resources: {'Port': ['ID=1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2,revision_number=2']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:32.405607 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:31:32.405607 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Checking segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:32.405607 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.405607 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Bound using segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:31:32.405607 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Bound port: 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:31:32.406068 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.459125 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:32.460305 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:32.460823 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:32.461328 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:32.461854 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:32.462511 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:32.463004 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:32.463639 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:32.468609 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:32.468609 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:32.468609 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:32.468609 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:32.470486 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:32.494817 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-cd02415d-51b6-49a4-b82c-ab088f1781b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.500943 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-9d9a6fa0-540b-498c-b7ce-63c99259d73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:32.529644 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02415d-51b6-49a4-b82c-ab088f1781b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16623d9d-1bfd-450c-98d6-61541d678106,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:32.555832 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-cd02415d-51b6-49a4-b82c-ab088f1781b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:32.578106 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] For port 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:31:32.583283 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] For port 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:31:32.592925 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.626250 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52722) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:32.629553 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Transition to ACTIVE for port object af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 will not be triggered until provisioned by entity DHCP. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:32.661959 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-cd02415d-51b6-49a4-b82c-ab088f1781b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.663702 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-cd02415d-51b6-49a4-b82c-ab088f1781b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16623d9d-1bfd-450c-98d6-61541d678106 HTTP/1.1" status: 204 len: 168 time: 0.6071601 Apr 30 17:31:32.665038 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-efaaa657-652c-40de-84ef-3eda0f59a297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.682758 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.687959 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:32.711169 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-efaaa657-652c-40de-84ef-3eda0f59a297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:32.720590 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-efaaa657-652c-40de-84ef-3eda0f59a297 admin admin] Usage tracker for resource:security_group_rule and tenant:9d9a2e6189814701bdbbe512fcf65f4a is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:32.727688 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-efaaa657-652c-40de-84ef-3eda0f59a297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:32.744477 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-efaaa657-652c-40de-84ef-3eda0f59a297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:32.799115 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.814781 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:32.930766 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Pushing event updated for resources: {'Port': ['ID=1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2,revision_number=3']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:32.937094 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Routers {'8ff292e7-ceed-4073-9d13-513fc28b8a24'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:32.942108 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:31:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['8ff292e7-ceed-4073-9d13-513fc28b8a24'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:32.951393 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Network f562e4fa-da35-484f-a131-30b5eb79aa8c is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:32.957591 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:32.972294 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-efaaa657-652c-40de-84ef-3eda0f59a297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.983848 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:33.054642 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Pushing event updated for resources: {'Port': ['ID=af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:33.064582 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:33.086938 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4071129'] for router_interface, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:33.089276 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:33.095680 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52736) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:33.122684 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-efaaa657-652c-40de-84ef-3eda0f59a297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:33.165107 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-6457b3cc-1dde-40ec-948b-25e21ea466f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:33.227875 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaa657-652c-40de-84ef-3eda0f59a297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e613df2-a3e2-420b-91c3-cd84efbf538d,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:33.232442 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-efaaa657-652c-40de-84ef-3eda0f59a297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:33.284872 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-efaaa657-652c-40de-84ef-3eda0f59a297 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d9a2e6189814701bdbbe512fcf65f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6558311 Apr 30 17:31:33.287708 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 52748) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:33.439455 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] Set router 8ff292e7-ceed-4073-9d13-513fc28b8a24 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:33.532957 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-4ec8664b-092e-45ef-a1d7-01aeff1b65b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:33.609633 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-25cabc9e-7546-4968-89c6-61b8e333d9fb None None] Provisioning for port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:33.621367 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-25cabc9e-7546-4968-89c6-61b8e333d9fb None None] Provisioning complete for port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:33.631818 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-25cabc9e-7546-4968-89c6-61b8e333d9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:33.636165 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:33.693902 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-4ec8664b-092e-45ef-a1d7-01aeff1b65b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:33.845516 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-25cabc9e-7546-4968-89c6-61b8e333d9fb None None] Port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:31:34.049103 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-419b6e61-4e99-44f8-b6cb-ea6d0d02d80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:34.137837 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:25Z', 'updated_at': '2021-04-30T17:31:28Z', 'revision_number': 3, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'gw_port': {'id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:34.148092 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d6b25-02b5-4d31-b2a6-4ce67b595ca0 None None] The sync data for ids ['8ff292e7-ceed-4073-9d13-513fc28b8a24'] in dv-cinder-784779-10-iscsi is: [{'id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:25Z', 'updated_at': '2021-04-30T17:31:28Z', 'revision_number': 3, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'gw_port': {'id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:31:34.151739 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-419b6e61-4e99-44f8-b6cb-ea6d0d02d80a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:34.170421 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-419b6e61-4e99-44f8-b6cb-ea6d0d02d80a admin admin] Usage tracker for resource:security_group_rule and tenant:af157190473d4a44a63f029cc2465966 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:34.184784 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-419b6e61-4e99-44f8-b6cb-ea6d0d02d80a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:34.204084 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-419b6e61-4e99-44f8-b6cb-ea6d0d02d80a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:34.426709 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-4ec8664b-092e-45ef-a1d7-01aeff1b65b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:34.437145 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-7ccaf454-3352-4966-92ba-49c32a86cce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:34.460275 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:34.466348 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8664b-092e-45ef-a1d7-01aeff1b65b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e613df2-a3e2-420b-91c3-cd84efbf538d,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:34.475343 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-4ec8664b-092e-45ef-a1d7-01aeff1b65b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:34.495806 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-4ec8664b-092e-45ef-a1d7-01aeff1b65b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:34.502421 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-4ec8664b-092e-45ef-a1d7-01aeff1b65b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e613df2-a3e2-420b-91c3-cd84efbf538d HTTP/1.1" status: 204 len: 168 time: 1.2095954 Apr 30 17:31:34.546312 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:34.702669 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:34.717315 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-419b6e61-4e99-44f8-b6cb-ea6d0d02d80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:34.901179 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4071034'] for router_interface, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:34.908421 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Pushing event updated for resources: {'Port': ['ID=af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:34.914950 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:34.916636 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-419b6e61-4e99-44f8-b6cb-ea6d0d02d80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:34.957893 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-2b0487c5-b0f9-4cd7-9a46-5aab6ef4b2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:34.977869 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-419b6e61-4e99-44f8-b6cb-ea6d0d02d80a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af157190473d4a44a63f029cc2465966&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8768346 Apr 30 17:31:34.996297 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52780) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:35.021209 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b6e61-4e99-44f8-b6cb-ea6d0d02d80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880b1209-59c7-4417-a537-d9ff0cfacfdf,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:35.035969 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-419b6e61-4e99-44f8-b6cb-ea6d0d02d80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:35.093584 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Network f562e4fa-da35-484f-a131-30b5eb79aa8c is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:35.095193 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:35.130804 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2b4c02d9-9947-4bde-aaca-b1178ab79d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:35.232816 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2b4c02d9-9947-4bde-aaca-b1178ab79d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:35.307998 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:35.415853 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Router 8ff292e7-ceed-4073-9d13-513fc28b8a24 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:31:35.448357 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2b4c02d9-9947-4bde-aaca-b1178ab79d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:35.458771 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3508497b-3b70-4a7b-97c2-a0646d17428a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:35.516729 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c02d9-9947-4bde-aaca-b1178ab79d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880b1209-59c7-4417-a537-d9ff0cfacfdf,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:35.524679 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-2b4c02d9-9947-4bde-aaca-b1178ab79d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:35.555122 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2b4c02d9-9947-4bde-aaca-b1178ab79d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:35.557235 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-2b4c02d9-9947-4bde-aaca-b1178ab79d2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/880b1209-59c7-4417-a537-d9ff0cfacfdf HTTP/1.1" status: 204 len: 168 time: 0.5596337 Apr 30 17:31:35.614491 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:35.631709 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:35.632415 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:35.750871 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-48faf30b-f00f-4875-999a-774fd08b879f None None] Provisioning complete for port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:35.751862 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-48faf30b-f00f-4875-999a-774fd08b879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:35.759260 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:31:35.776466 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] 10.222.0.18 "PUT /v2.0/routers/8ff292e7-ceed-4073-9d13-513fc28b8a24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2700322 Apr 30 17:31:35.801454 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52806) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:35.897959 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-48faf30b-f00f-4875-999a-774fd08b879f None None] Port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:31:35.916775 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:35.943783 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:36.058978 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:36.060906 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-1559b589-47a0-48f8-8d31-2118dee585d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:36.162350 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:36.166186 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:36.409290 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8acad411-9c66-487a-adfc-7ac059751adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:36.427628 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-8acad411-9c66-487a-adfc-7ac059751adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:36.432210 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-8acad411-9c66-487a-adfc-7ac059751adf admin admin] Usage tracker for resource:security_group_rule and tenant:30aa2db371eb45189e627882c3263142 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:36.435788 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-8acad411-9c66-487a-adfc-7ac059751adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:36.443993 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-8acad411-9c66-487a-adfc-7ac059751adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:36.585929 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8acad411-9c66-487a-adfc-7ac059751adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:36.625613 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Sync routers for ids ['8ff292e7-ceed-4073-9d13-513fc28b8a24'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:31:36.649004 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Routers {'8ff292e7-ceed-4073-9d13-513fc28b8a24'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:36.650076 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:31:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['8ff292e7-ceed-4073-9d13-513fc28b8a24'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:36.722245 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8acad411-9c66-487a-adfc-7ac059751adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:36.737508 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ed82a286-1196-439e-8211-7c3ea9594b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:36.800722 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-8acad411-9c66-487a-adfc-7ac059751adf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30aa2db371eb45189e627882c3263142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9979656 Apr 30 17:31:36.802671 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acad411-9c66-487a-adfc-7ac059751adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff94b5e5-b05a-4c45-9a2b-b3ba9bd02ac4,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:36.806683 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 52832) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:36.807719 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8acad411-9c66-487a-adfc-7ac059751adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:36.964921 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0988-5d24-4209-983a-7bc78e6b2b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:36.998411 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0988-5d24-4209-983a-7bc78e6b2b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:37.073922 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Set router 8ff292e7-ceed-4073-9d13-513fc28b8a24 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:37.200449 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:37.226687 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 52844) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:37.245559 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c7cff23d-6c28-4ec3-9f70-b5ddaa64ab28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:37.272185 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-c7cff23d-6c28-4ec3-9f70-b5ddaa64ab28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:37.281119 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0988-5d24-4209-983a-7bc78e6b2b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:37.295624 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:37.334101 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-c7cff23d-6c28-4ec3-9f70-b5ddaa64ab28 admin admin] Usage tracker for resource:security_group_rule and tenant:eaf1e497ac654a1d97da33e4eefec2a8 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:37.345528 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-c7cff23d-6c28-4ec3-9f70-b5ddaa64ab28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:37.365307 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-c7cff23d-6c28-4ec3-9f70-b5ddaa64ab28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:37.460671 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf0988-5d24-4209-983a-7bc78e6b2b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff94b5e5-b05a-4c45-9a2b-b3ba9bd02ac4,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:37.464931 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52852) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:37.477643 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-9aaf0988-5d24-4209-983a-7bc78e6b2b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:37.482498 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0988-5d24-4209-983a-7bc78e6b2b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:37.488614 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-9aaf0988-5d24-4209-983a-7bc78e6b2b9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff94b5e5-b05a-4c45-9a2b-b3ba9bd02ac4 HTTP/1.1" status: 204 len: 168 time: 0.6792483 Apr 30 17:31:37.565082 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:37.565671 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:37.651124 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c7cff23d-6c28-4ec3-9f70-b5ddaa64ab28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:37.743540 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c7cff23d-6c28-4ec3-9f70-b5ddaa64ab28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:37.750693 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-9aaf0988-5d24-4209-983a-7bc78e6b2b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:37.831769 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-918500021-network', 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:37.860551 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:37.862646 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cff23d-6c28-4ec3-9f70-b5ddaa64ab28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e4da7c-f3ff-4b31-8e75-51d49d55b045,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:37.880615 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Usage tracker for resource:network and tenant:ae9d2df8f4c74628a2aa2b607068f344 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:37.888699 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c7cff23d-6c28-4ec3-9f70-b5ddaa64ab28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:37.893844 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-c7cff23d-6c28-4ec3-9f70-b5ddaa64ab28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eaf1e497ac654a1d97da33e4eefec2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6669827 Apr 30 17:31:37.899394 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52866) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:37.902384 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:37.932516 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:37.975805 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:25Z', 'updated_at': '2021-04-30T17:31:33Z', 'revision_number': 4, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'gw_port': {'id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': 'af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2', 'name': '', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'mac_address': 'fa:16:3e:02:db:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:31Z', 'updated_at': '2021-04-30T17:31:33Z', 'revision_number': 2, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'subnets': [{'id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:37.983346 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Checking router: 8ff292e7-ceed-4073-9d13-513fc28b8a24 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:31:37.983928 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Updating router 8ff292e7-ceed-4073-9d13-513fc28b8a24 port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 binding host dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:31:38.009772 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b97ebcc9-e812-4625-a79f-032b99340f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:38.057859 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:38.077555 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b97ebcc9-e812-4625-a79f-032b99340f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:38.105945 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Made reservation on behalf of ae9d2df8f4c74628a2aa2b607068f344 for: {'network': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:31:38.108392 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:38.186569 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:38.219113 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:38.224234 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Usage tracker for resource:security_group_rule and tenant:ae9d2df8f4c74628a2aa2b607068f344 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:38.228327 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:38.235795 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:38.382141 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b97ebcc9-e812-4625-a79f-032b99340f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:38.403446 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-cd02415d-51b6-49a4-b82c-ab088f1781b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:38.434543 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ebcc9-e812-4625-a79f-032b99340f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e4da7c-f3ff-4b31-8e75-51d49d55b045,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:38.442862 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b97ebcc9-e812-4625-a79f-032b99340f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:38.463375 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b97ebcc9-e812-4625-a79f-032b99340f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:38.466446 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-b97ebcc9-e812-4625-a79f-032b99340f75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9e4da7c-f3ff-4b31-8e75-51d49d55b045 HTTP/1.1" status: 204 len: 168 time: 0.5504918 Apr 30 17:31:38.556776 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:38.633729 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Notify callbacks [] for port, precommit_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:38.650790 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 52892) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:38.661213 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Transition to ACTIVE for port object af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:38.681504 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:38.681788 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-5eca3025-41bc-4f02-a61d-f64ac900d54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:38.691339 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-419b6e61-4e99-44f8-b6cb-ea6d0d02d80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:38.703369 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-5eca3025-41bc-4f02-a61d-f64ac900d54b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:38.710300 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-5eca3025-41bc-4f02-a61d-f64ac900d54b admin admin] Usage tracker for resource:security_group_rule and tenant:27f3559bbc5949f78e93eda81513a7ad is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:38.714791 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-5eca3025-41bc-4f02-a61d-f64ac900d54b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:38.731942 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-5eca3025-41bc-4f02-a61d-f64ac900d54b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:38.760992 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:38.766344 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:38.773157 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=74454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:31:38.795488 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:38.804627 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:38.806714 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:38.807342 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.segments_db [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Added segment 74121356-09c4-4dcd-9fe4-01d058041186 of type vlan for network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a Apr 30 17:31:38.867115 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:38.984153 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-5eca3025-41bc-4f02-a61d-f64ac900d54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.093724 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-5eca3025-41bc-4f02-a61d-f64ac900d54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.094734 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.098571 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:39.101104 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.122768 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-51561f1e-b69d-4089-aa1d-1e030907b4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:39.182632 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3a166473-45b2-44c7-8994-b529588a6d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:39.217179 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eecf5d-95a8-4619-ac5c-f44bd9c8bbe4 None None] Pushing event updated for resources: {'Port': ['ID=af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:39.236831 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-f2eecf5d-95a8-4619-ac5c-f44bd9c8bbe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:39.246591 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7787745 Apr 30 17:31:39.253141 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52902) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:39.265335 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Request body: {'subnet': {'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-918500021-subnet', 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:39.266717 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca3025-41bc-4f02-a61d-f64ac900d54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf62885-9c75-4fa6-8b28-e6d7391ee3c6,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:39.271285 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-5eca3025-41bc-4f02-a61d-f64ac900d54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:39.274317 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:39.276967 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-5eca3025-41bc-4f02-a61d-f64ac900d54b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27f3559bbc5949f78e93eda81513a7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6257136 Apr 30 17:31:39.277698 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 52906) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:39.280444 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Usage tracker for resource:subnet and tenant:ae9d2df8f4c74628a2aa2b607068f344 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:39.284516 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:39.293047 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:39.304154 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:31:39.313947 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Pushing event updated for resources: {'Network': ['ID=22bf3bd9-ef90-4446-baa6-011ca05b8d9a,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:39.318159 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:39.324559 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Attempting to bind port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:31:39.325201 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Attempting to bind port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '9f3bb2ad-46fd-4753-976c-512467d79df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:31:39.325720 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Attempting to bind port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 on network f562e4fa-da35-484f-a131-30b5eb79aa8c {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:39.338515 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:31:39.358645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:31:39.359299 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Checking segment: {'id': '9f3bb2ad-46fd-4753-976c-512467d79df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:39.359863 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.361053 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Bound using segment: {'id': '9f3bb2ad-46fd-4753-976c-512467d79df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:31:39.361766 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Bound port: af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3bb2ad-46fd-4753-976c-512467d79df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:31:39.362327 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.368976 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa05d-e1a9-4121-b813-25a99ed05bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.419184 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Made reservation on behalf of ae9d2df8f4c74628a2aa2b607068f344 for: {'subnet': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:31:39.422114 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2749836'] for subnet, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.442717 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa05d-e1a9-4121-b813-25a99ed05bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.532456 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 52914) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:39.552749 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-140057045-network', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:39.559862 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:39.564242 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Usage tracker for resource:network and tenant:885d776b622c43bcbf5fac2cbe20b4b0 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:39.568750 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:39.577112 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:39.589240 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fe498956-9084-4fcc-aa8c-33410f5bf3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.618544 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] For port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:31:39.622507 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] For port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:31:39.648725 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa05d-e1a9-4121-b813-25a99ed05bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.673632 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:39.711576 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ccdfa05d-e1a9-4121-b813-25a99ed05bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.723622 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-ccdfa05d-e1a9-4121-b813-25a99ed05bf0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbf62885-9c75-4fa6-8b28-e6d7391ee3c6 HTTP/1.1" status: 204 len: 168 time: 0.4382980 Apr 30 17:31:39.734299 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfa05d-e1a9-4121-b813-25a99ed05bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf62885-9c75-4fa6-8b28-e6d7391ee3c6,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:39.761080 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-ccdfa05d-e1a9-4121-b813-25a99ed05bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:39.768067 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.778723 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:39.950211 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Routers {'8ff292e7-ceed-4073-9d13-513fc28b8a24'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:39.951525 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:31:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['8ff292e7-ceed-4073-9d13-513fc28b8a24'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:39.974399 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Made reservation on behalf of 885d776b622c43bcbf5fac2cbe20b4b0 for: {'network': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:31:39.977775 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:40.021157 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:40.085163 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:40.094272 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Usage tracker for resource:security_group_rule and tenant:885d776b622c43bcbf5fac2cbe20b4b0 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:40.104492 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:40.118325 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:40.317475 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:40.407870 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:40.412232 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-5eca3025-41bc-4f02-a61d-f64ac900d54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:40.433882 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2375910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2749850'] for subnet, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:40.439907 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:40.486431 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=74455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:31:40.542311 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663c3c01-c0a4-487e-a186-1074499e147c,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:40.545462 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:40.545906 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.segments_db [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Added segment 4e36aa98-4fa2-4cbd-867f-8b129893259d of type vlan for network 96641b84-5902-4913-9a9c-7e6b4a33aee8 Apr 30 17:31:40.556975 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:40.563156 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eecf5d-95a8-4619-ac5c-f44bd9c8bbe4 None None] Pushing event updated for resources: {'Port': ['ID=af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:40.570803 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] Set router 8ff292e7-ceed-4073-9d13-513fc28b8a24 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:40.577246 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11bde57-4113-41bb-9209-b6e9a0311919,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:40.593263 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:40.601226 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:40.607033 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Checking segment: {'id': '74121356-09c4-4dcd-9fe4-01d058041186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:40.607506 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Network hostable DHCP agents. Network: 22bf3bd9-ef90-4446-baa6-011ca05b8d9a, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:31:40.698744 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-f2eecf5d-95a8-4619-ac5c-f44bd9c8bbe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.920s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:40.757564 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:40.762525 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:40.764329 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:40.767914 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:31:40.776812 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:40.897786 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Pushing event updated for resources: {'Network': ['ID=96641b84-5902-4913-9a9c-7e6b4a33aee8,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:40.901064 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:40.922619 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network 96641b84-5902-4913-9a9c-7e6b4a33aee8 details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:31:40.924817 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, 22bf3bd9-ef90-4446-baa6-011ca05b8d9a) {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:40.940087 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:40.941987 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:41.024611 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4888945 Apr 30 17:31:41.031137 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52958) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:41.031729 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01ad699-d2a7-44b5-81f0-20be375a0885 None None] Network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:31:41.046723 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Request body: {'subnet': {'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-140057045-subnet', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'ip_version': 4}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:41.060642 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8024025 Apr 30 17:31:41.063650 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 52962) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:41.077184 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:41.081398 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-918500021-router', 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:41.101165 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Usage tracker for resource:subnet and tenant:885d776b622c43bcbf5fac2cbe20b4b0 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:41.116128 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:41.124239 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:41.140534 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:41.147957 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Usage tracker for resource:router and tenant:ae9d2df8f4c74628a2aa2b607068f344 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:41.159885 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:41.179297 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:41.204436 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 52968) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:41.276553 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Made reservation on behalf of 885d776b622c43bcbf5fac2cbe20b4b0 for: {'subnet': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:31:41.277529 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4123496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497264'] for router, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:41.279592 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2749836'] for subnet, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:41.280539 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4100968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4072912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4136877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497225'] for router, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:41.317325 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:41.644344 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:25Z', 'updated_at': '2021-04-30T17:31:33Z', 'revision_number': 4, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'gw_port': {'id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': 'af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2', 'name': '', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'mac_address': 'fa:16:3e:02:db:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:31Z', 'updated_at': '2021-04-30T17:31:39Z', 'revision_number': 4, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'subnets': [{'id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:41.654462 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cf6d4a-afe9-454c-99b4-709d9ae242c6 None None] Network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:31:41.692527 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b9e59-45af-496f-bbe5-094b191c6e33 None None] The sync data for ids ['8ff292e7-ceed-4073-9d13-513fc28b8a24'] in dv-cinder-784779-10-iscsi is: [{'id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:25Z', 'updated_at': '2021-04-30T17:31:33Z', 'revision_number': 4, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'gw_port': {'id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': 'af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2', 'name': '', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'mac_address': 'fa:16:3e:02:db:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:31Z', 'updated_at': '2021-04-30T17:31:39Z', 'revision_number': 4, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'subnets': [{'id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:31:42.053847 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3e975410-ed42-45ae-a3a2-20211dddf8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:42.053847 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-3e975410-ed42-45ae-a3a2-20211dddf8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:42.053847 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-3e975410-ed42-45ae-a3a2-20211dddf8f4 admin admin] Usage tracker for resource:security_group_rule and tenant:d293f5e90378445cad499b193df79f18 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:42.053847 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-3e975410-ed42-45ae-a3a2-20211dddf8f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:42.227711 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:42.228318 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4072921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4123398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497239'] for router, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:42.256425 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-3e975410-ed42-45ae-a3a2-20211dddf8f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:42.358047 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-abbe9005-5f63-4912-a048-80f4982529f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:42.485639 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3e975410-ed42-45ae-a3a2-20211dddf8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:42.761105 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3e975410-ed42-45ae-a3a2-20211dddf8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:42.903167 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-26e244ce-33a6-425d-a8f4-995e8e6d1bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:42.949987 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-3e975410-ed42-45ae-a3a2-20211dddf8f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d293f5e90378445cad499b193df79f18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7401397 Apr 30 17:31:42.955642 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 53024) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:42.991310 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2375910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2749850'] for subnet, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.014298 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.021312 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e975410-ed42-45ae-a3a2-20211dddf8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e1f2ac-0d6b-4231-b0f3-9e7eb6b89cfa,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:43.040360 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3e975410-ed42-45ae-a3a2-20211dddf8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:43.044361 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b3480962-17ef-4ef3-a163-43d635c29284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:43.096208 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.170475 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ef220fd3-0c51-47be-a129-95bf379c8b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.194007 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f6fb3c-85a6-4da4-b9af-1f943f95e2a7,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:43.203323 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:43.226112 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Checking segment: {'id': '4e36aa98-4fa2-4cbd-867f-8b129893259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:43.227014 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Network hostable DHCP agents. Network: 96641b84-5902-4913-9a9c-7e6b4a33aee8, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:31:43.239402 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ef220fd3-0c51-47be-a129-95bf379c8b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.402603 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Network 96641b84-5902-4913-9a9c-7e6b4a33aee8 is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:31:43.435779 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:43.461084 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Allocated IP 172.27.3.132 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/74e79e45-bd74-4e31-a450-ff85e2cbd1e2) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:43.493573 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ef220fd3-0c51-47be-a129-95bf379c8b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.498972 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-cc17325e-7aa6-41fa-8ab2-474c7fa84614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:43.564010 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef220fd3-0c51-47be-a129-95bf379c8b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e1f2ac-0d6b-4231-b0f3-9e7eb6b89cfa,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:43.571795 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ef220fd3-0c51-47be-a129-95bf379c8b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:43.589101 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, 96641b84-5902-4913-9a9c-7e6b4a33aee8) {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:43.629547 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ef220fd3-0c51-47be-a129-95bf379c8b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.638489 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-ef220fd3-0c51-47be-a129-95bf379c8b4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45e1f2ac-0d6b-4231-b0f3-9e7eb6b89cfa HTTP/1.1" status: 204 len: 168 time: 0.6801939 Apr 30 17:31:43.641939 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:43.646014 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.648229 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70768c1-d60a-4672-a3d7-3842c1432a65 None None] Network 96641b84-5902-4913-9a9c-7e6b4a33aee8 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:31:43.786581 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.796221 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7630286 Apr 30 17:31:43.796954 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 53070) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:43.803530 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-140057045-router', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:43.819990 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:43.832722 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Usage tracker for resource:router and tenant:885d776b622c43bcbf5fac2cbe20b4b0 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:43.848767 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:43.881899 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:44.007649 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.008025 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4123496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497264'] for router, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.008025 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4100968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4072912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4136877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497225'] for router, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.022354 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:44.069943 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.120699 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.222841 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:44.233291 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:44.240715 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:44.252658 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:44.265342 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:44.265997 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.330394 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95b46b8c-a4c9-5744-a36e-abae1e22de60-96641b84-5902-4913-9a9c-7e6b4a33aee8', 'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'fixed_ips': [{'subnet_id': '31f6fb3c-85a6-4da4-b9af-1f943f95e2a7'}]}} from dv-cinder-784779-10-iscsi. {{(pid=74456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:31:44.332373 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.354156 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Pushing event updated for resources: {'Port': ['ID=74e79e45-bd74-4e31-a450-ff85e2cbd1e2,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:44.363460 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:44.867541 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.945177 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4072921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4123398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497239'] for router, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.998958 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.db_base_plugin_common [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Allocated IP 172.20.0.2 (96641b84-5902-4913-9a9c-7e6b4a33aee8/31f6fb3c-85a6-4da4-b9af-1f943f95e2a7/5f07dfdf-828e-4048-9bb1-76a5b9ff1872) {{(pid=74456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:45.004289 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:45.193719 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.217163 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:45.390958 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:45.413944 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:45.476729 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.633232 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Notify callbacks [] for port, precommit_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.682429 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Transition to ACTIVE for port object 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:45.723662 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Transition to ACTIVE for port object 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 will not be triggered until provisioned by entity DHCP. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:45.766273 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.796699 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148'] for port, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.801340 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:45.822340 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.898149 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.944714 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Network 96641b84-5902-4913-9a9c-7e6b4a33aee8 is already hosted by enough agents. {{(pid=74456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:45.953618 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.base_scheduler [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Resources bound (agent type, host, resource id): {{(pid=74456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:45.959405 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Received port after_create {{(pid=74456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:46.006705 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Pushing event updated for resources: {'Port': ['ID=5f07dfdf-828e-4048-9bb1-76a5b9ff1872,revision_number=1']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:46.095397 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:46.132528 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4072886'] for router, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:46.208824 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Attempting to bind port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:31:46.209787 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Attempting to bind port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '4e36aa98-4fa2-4cbd-867f-8b129893259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:31:46.210625 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Attempting to bind port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 on network 96641b84-5902-4913-9a9c-7e6b4a33aee8 {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:46.222941 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:31:46.223985 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Checking segment: {'id': '4e36aa98-4fa2-4cbd-867f-8b129893259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:46.225800 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:46.226835 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Bound using segment: {'id': '4e36aa98-4fa2-4cbd-867f-8b129893259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:31:46.228160 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Bound port: 5f07dfdf-828e-4048-9bb1-76a5b9ff1872, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e36aa98-4fa2-4cbd-867f-8b129893259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:31:46.229064 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:46.280672 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Allocated IP 172.27.3.237 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/11276a2a-67a0-4edf-8a17-d78b1d6360e0) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:46.459094 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] For port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:31:46.463819 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] For port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=5f07dfdf-828e-4048-9bb1-76a5b9ff1872,segment=NetworkSegment(4e36aa98-4fa2-4cbd-867f-8b129893259d),segment_id=4e36aa98-4fa2-4cbd-867f-8b129893259d)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:31:46.578062 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:46.633529 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:46.645281 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-12940f0b-7eed-454a-bc4f-52d9384dd8b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:46.766426 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Pushing event updated for resources: {'Port': ['ID=5f07dfdf-828e-4048-9bb1-76a5b9ff1872,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:46.771208 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:46.792728 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Router 976292ad-1751-433d-8e1e-88ecad71b4a6 is scheduled to L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 with binding_index 1 {{(pid=74455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:31:46.832319 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:46.838295 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-abea1c5e-38f0-4cb9-ab34-1066e722af15 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:46.994682 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Pushing event updated for resources: {'Port': ['ID=11276a2a-67a0-4edf-8a17-d78b1d6360e0,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:47.016841 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:47.024329 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:47.032402 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:47.034884 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:47.151634 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:31:47.164024 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Sync routers for ids ['976292ad-1751-433d-8e1e-88ecad71b4a6'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:31:47.194183 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Routers {'976292ad-1751-433d-8e1e-88ecad71b4a6'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:47.195197 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:31:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['976292ad-1751-433d-8e1e-88ecad71b4a6'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:47.270343 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Notify callbacks [] for router, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:47.273902 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2084224 Apr 30 17:31:47.276890 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 53152) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:47.526162 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Set router 976292ad-1751-433d-8e1e-88ecad71b4a6 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:47.556458 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:47.828445 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:47.829449 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:48.198272 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:48.299326 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'name': 'tempest-ServerRescueNegativeTestJSON-918500021-router', 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '74e79e45-bd74-4e31-a450-ff85e2cbd1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:41Z', 'updated_at': '2021-04-30T17:31:44Z', 'revision_number': 3, 'project_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'gw_port': {'id': '74e79e45-bd74-4e31-a450-ff85e2cbd1e2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:43Z', 'updated_at': '2021-04-30T17:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:48.313614 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Checking router: 976292ad-1751-433d-8e1e-88ecad71b4a6 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:31:48.321524 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Updating router 976292ad-1751-433d-8e1e-88ecad71b4a6 port 74e79e45-bd74-4e31-a450-ff85e2cbd1e2 binding host dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:31:48.464003 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:48.609036 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:48.624335 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1576a7b7-e8c0-4b95-b779-9dc4587be863 None None] Network 96641b84-5902-4913-9a9c-7e6b4a33aee8 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:31:48.680781 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:48.985433 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-b976d56a-d5e1-44c3-8eb4-2851fdfbc08f None None] Provisioning for port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:49.010451 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-b976d56a-d5e1-44c3-8eb4-2851fdfbc08f None None] Provisioning complete for port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:49.010451 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-b976d56a-d5e1-44c3-8eb4-2851fdfbc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:49.265232 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:49.280812 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.provisioning_blocks [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Transition to ACTIVE for port object 74e79e45-bd74-4e31-a450-ff85e2cbd1e2 will not be triggered until provisioned by entity L2. {{(pid=74457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:49.349133 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:49.351467 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:49.360441 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-b976d56a-d5e1-44c3-8eb4-2851fdfbc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:49.361471 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:49.409080 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-b976d56a-d5e1-44c3-8eb4-2851fdfbc08f None None] For port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=5f07dfdf-828e-4048-9bb1-76a5b9ff1872,segment=NetworkSegment(4e36aa98-4fa2-4cbd-867f-8b129893259d),segment_id=4e36aa98-4fa2-4cbd-867f-8b129893259d)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:49.411398 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4072886'] for router, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:49.463338 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5122f43-de9d-41d2-a3bd-2395eaeeb858 None None] Pushing event updated for resources: {'Port': ['ID=74e79e45-bd74-4e31-a450-ff85e2cbd1e2,revision_number=2']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:49.467581 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-d5122f43-de9d-41d2-a3bd-2395eaeeb858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:49.509675 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Attempting to bind port 74e79e45-bd74-4e31-a450-ff85e2cbd1e2 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:31:49.510039 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Attempting to bind port 74e79e45-bd74-4e31-a450-ff85e2cbd1e2 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:31:49.510592 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Attempting to bind port 74e79e45-bd74-4e31-a450-ff85e2cbd1e2 on network 75f81fbd-83ca-4d8e-a99f-6c15173d718a {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:49.517083 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:31:49.517769 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Checking segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:49.518334 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:49.518919 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Bound using segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:31:49.519602 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Bound port: 74e79e45-bd74-4e31-a450-ff85e2cbd1e2, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:31:49.520320 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:49.533164 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-b976d56a-d5e1-44c3-8eb4-2851fdfbc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:49.537510 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:49.656666 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] For port 74e79e45-bd74-4e31-a450-ff85e2cbd1e2, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:31:49.674054 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] For port 74e79e45-bd74-4e31-a450-ff85e2cbd1e2, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=74e79e45-bd74-4e31-a450-ff85e2cbd1e2,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:31:49.703916 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976d56a-d5e1-44c3-8eb4-2851fdfbc08f None None] Pushing event updated for resources: {'Port': ['ID=5f07dfdf-828e-4048-9bb1-76a5b9ff1872,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:49.714208 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-b976d56a-d5e1-44c3-8eb4-2851fdfbc08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:49.756353 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:49.762761 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-8c395051-e17c-47f1-a67f-cec01d1077af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:49.771718 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-ea82b16a-42db-4d13-9434-84716f3332bb None None] Provisioning complete for port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:49.772293 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ea82b16a-42db-4d13-9434-84716f3332bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:49.840518 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Routers {'976292ad-1751-433d-8e1e-88ecad71b4a6'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:49.841144 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:31:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['976292ad-1751-433d-8e1e-88ecad71b4a6'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:49.841524 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Allocated IP 172.20.0.1 (22bf3bd9-ef90-4446-baa6-011ca05b8d9a/a11bde57-4113-41bb-9209-b6e9a0311919/672f03a5-a395-4b35-9176-98742c072f2e) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:49.972774 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5122f43-de9d-41d2-a3bd-2395eaeeb858 None None] Pushing event updated for resources: {'Port': ['ID=74e79e45-bd74-4e31-a450-ff85e2cbd1e2,revision_number=3']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:49.978255 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-d5122f43-de9d-41d2-a3bd-2395eaeeb858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:49.995804 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Router ac7f9534-204c-4e42-b736-94fe2d38fab5 is scheduled to L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 with binding_index 1 {{(pid=74454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:31:50.068545 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:50.135279 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] Set router 976292ad-1751-433d-8e1e-88ecad71b4a6 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:50.215042 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:50.235032 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-40c39a04-d3d4-4225-b84f-8dcbfcb61d6a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:50.297920 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:31:50.309187 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Sync routers for ids ['ac7f9534-204c-4e42-b736-94fe2d38fab5'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:31:50.331144 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Routers {'ac7f9534-204c-4e42-b736-94fe2d38fab5'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:50.333464 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:31:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ac7f9534-204c-4e42-b736-94fe2d38fab5'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:50.405692 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Pushing event updated for resources: {'Port': ['ID=672f03a5-a395-4b35-9176-98742c072f2e,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:50.422287 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:50.428591 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:50.430094 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:50.438493 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:50.447875 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Notify callbacks [] for router, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:50.450046 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.6519551 Apr 30 17:31:50.452324 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 53206) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:50.525128 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4071129'] for router_interface, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:50.600949 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'name': 'tempest-ServerRescueNegativeTestJSON-918500021-router', 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '74e79e45-bd74-4e31-a450-ff85e2cbd1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:41Z', 'updated_at': '2021-04-30T17:31:44Z', 'revision_number': 3, 'project_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'gw_port': {'id': '74e79e45-bd74-4e31-a450-ff85e2cbd1e2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:43Z', 'updated_at': '2021-04-30T17:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:50.608224 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915da9a-9c5a-4930-86a0-546a90cc0ba4 None None] The sync data for ids ['976292ad-1751-433d-8e1e-88ecad71b4a6'] in dv-cinder-784779-10-iscsi is: [{'id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'name': 'tempest-ServerRescueNegativeTestJSON-918500021-router', 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '74e79e45-bd74-4e31-a450-ff85e2cbd1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:41Z', 'updated_at': '2021-04-30T17:31:44Z', 'revision_number': 3, 'project_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'gw_port': {'id': '74e79e45-bd74-4e31-a450-ff85e2cbd1e2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:43Z', 'updated_at': '2021-04-30T17:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:31:50.801675 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Set router ac7f9534-204c-4e42-b736-94fe2d38fab5 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:50.900918 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:51.078547 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 53218) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:51.506832 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-925ffa43-230f-4086-b5e4-d9bc0edf9631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:51.572208 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-925ffa43-230f-4086-b5e4-d9bc0edf9631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:51.597586 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-925ffa43-230f-4086-b5e4-d9bc0edf9631 admin admin] Usage tracker for resource:security_group_rule and tenant:58317f8692ae4512b07a41acd6f44b94 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:51.614457 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-925ffa43-230f-4086-b5e4-d9bc0edf9631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:51.649476 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:51.651761 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-925ffa43-230f-4086-b5e4-d9bc0edf9631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:51.763113 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:51.779664 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'name': 'tempest-TestShelveInstance-140057045-router', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '11276a2a-67a0-4edf-8a17-d78b1d6360e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:44Z', 'updated_at': '2021-04-30T17:31:47Z', 'revision_number': 3, 'project_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'gw_port': {'id': '11276a2a-67a0-4edf-8a17-d78b1d6360e0', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:45Z', 'updated_at': '2021-04-30T17:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:51.804471 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Checking router: ac7f9534-204c-4e42-b736-94fe2d38fab5 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:31:51.807915 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Updating router ac7f9534-204c-4e42-b736-94fe2d38fab5 port 11276a2a-67a0-4edf-8a17-d78b1d6360e0 binding host dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:31:51.868652 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:51.976239 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:51.979113 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:51.991942 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:52.381874 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:52.382359 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:52.398631 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-925ffa43-230f-4086-b5e4-d9bc0edf9631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:52.422576 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4071034'] for router_interface, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:52.565318 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Allocated IP 172.20.0.1 (96641b84-5902-4913-9a9c-7e6b4a33aee8/31f6fb3c-85a6-4da4-b9af-1f943f95e2a7/7f542c38-64c3-4959-84d4-093a9363e4cd) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:52.571200 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 74e79e45-bd74-4e31-a450-ff85e2cbd1e2 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:52.627113 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:52.628905 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Pushing event updated for resources: {'Port': ['ID=672f03a5-a395-4b35-9176-98742c072f2e,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:52.637970 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-925ffa43-230f-4086-b5e4-d9bc0edf9631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:52.647393 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:52.648454 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:52.650626 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f024da12-6be4-4b45-8038-e3fbe03b41ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:52.690204 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ffa43-230f-4086-b5e4-d9bc0edf9631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b57ccb-fcab-43fd-b3d3-c3ecc842da84,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:52.718706 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-925ffa43-230f-4086-b5e4-d9bc0edf9631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:52.772873 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Notify callbacks [] for port, precommit_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:52.810677 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 74e79e45-bd74-4e31-a450-ff85e2cbd1e2 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:52.827626 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Transition to ACTIVE for port object 11276a2a-67a0-4edf-8a17-d78b1d6360e0 will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:52.834433 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 74e79e45-bd74-4e31-a450-ff85e2cbd1e2 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:52.834816 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:52.973515 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:52.998823 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Transition to ACTIVE for port object 7f542c38-64c3-4959-84d4-093a9363e4cd will not be triggered until provisioned by entity DHCP. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:53.069874 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cf916c9a-e906-4846-b1a1-5f17d76031ad req-c3a6e390-ed7a-4aea-9d6c-72095a7d7839 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9572928 Apr 30 17:31:53.084998 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-925ffa43-230f-4086-b5e4-d9bc0edf9631 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58317f8692ae4512b07a41acd6f44b94&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0053682 Apr 30 17:31:53.087655 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 53244) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:53.111110 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:53.129676 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:53.134918 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:53.152500 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Router 976292ad-1751-433d-8e1e-88ecad71b4a6 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:31:53.153350 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:53.206346 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 53250) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:53.312489 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Network 96641b84-5902-4913-9a9c-7e6b4a33aee8 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:53.321221 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:53.332795 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:53.346010 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Attempting to bind port 11276a2a-67a0-4edf-8a17-d78b1d6360e0 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:31:53.346488 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Attempting to bind port 11276a2a-67a0-4edf-8a17-d78b1d6360e0 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:31:53.346803 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Attempting to bind port 11276a2a-67a0-4edf-8a17-d78b1d6360e0 on network 75f81fbd-83ca-4d8e-a99f-6c15173d718a {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:53.356609 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bde9a-3fd9-4f43-9ad8-593e4e998841 None None] Pushing event updated for resources: {'Port': ['ID=11276a2a-67a0-4edf-8a17-d78b1d6360e0,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:53.359006 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:53.377856 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-fb8bde9a-3fd9-4f43-9ad8-593e4e998841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:53.396400 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:31:53.399929 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Checking segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:53.399929 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:53.399929 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Bound using segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:31:53.399929 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Bound port: 11276a2a-67a0-4edf-8a17-d78b1d6360e0, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:31:53.402224 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:53.498010 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Pushing event updated for resources: {'Port': ['ID=7f542c38-64c3-4959-84d4-093a9363e4cd,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:53.501751 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:53.505323 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1fe3c041-756e-4f52-8cf3-6aaf7fc542f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:53.547962 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4071129'] for router_interface, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:53.548514 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 74e79e45-bd74-4e31-a450-ff85e2cbd1e2, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=74e79e45-bd74-4e31-a450-ff85e2cbd1e2,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:53.578740 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1fe3c041-756e-4f52-8cf3-6aaf7fc542f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:53.670545 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] For port 11276a2a-67a0-4edf-8a17-d78b1d6360e0, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:31:53.672374 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:31:53.676753 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] For port 11276a2a-67a0-4edf-8a17-d78b1d6360e0, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=11276a2a-67a0-4edf-8a17-d78b1d6360e0,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:31:53.679318 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:53.682127 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:53.687926 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Sync routers for ids ['976292ad-1751-433d-8e1e-88ecad71b4a6'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:31:53.724073 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Routers {'976292ad-1751-433d-8e1e-88ecad71b4a6'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:53.727013 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:31:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['976292ad-1751-433d-8e1e-88ecad71b4a6'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:53.743444 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ee984111-cbd6-487d-876d-bed29b12c4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:53.767317 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-ee984111-cbd6-487d-876d-bed29b12c4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:53.780431 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:53.784968 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] 10.222.0.18 "PUT /v2.0/routers/976292ad-1751-433d-8e1e-88ecad71b4a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4954770 Apr 30 17:31:53.786713 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-ee984111-cbd6-487d-876d-bed29b12c4ca admin admin] Usage tracker for resource:security_group_rule and tenant:9037c351ddbf460ea519ead11ebaada7 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:53.800180 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-ee984111-cbd6-487d-876d-bed29b12c4ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:53.814127 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-ee984111-cbd6-487d-876d-bed29b12c4ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:53.880181 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=74e79e45-bd74-4e31-a450-ff85e2cbd1e2,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:53.890018 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:53.893324 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:53.939807 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1fe3c041-756e-4f52-8cf3-6aaf7fc542f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:53.946280 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-2df69829-9ba1-46a2-8520-5498bb277b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:54.039387 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3c041-756e-4f52-8cf3-6aaf7fc542f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b57ccb-fcab-43fd-b3d3-c3ecc842da84,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:54.056930 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:54.107484 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1fe3c041-756e-4f52-8cf3-6aaf7fc542f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:54.116024 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Routers {'ac7f9534-204c-4e42-b736-94fe2d38fab5'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:54.117209 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:31:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ac7f9534-204c-4e42-b736-94fe2d38fab5'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:54.167818 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ee984111-cbd6-487d-876d-bed29b12c4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:54.177931 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Set router 976292ad-1751-433d-8e1e-88ecad71b4a6 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:54.242819 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ee984111-cbd6-487d-876d-bed29b12c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:54.255405 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-5d7629cb-8859-4ba0-924f-1fc6c6df0b3a None None] Provisioning for port 7f542c38-64c3-4959-84d4-093a9363e4cd completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:54.292783 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-5d7629cb-8859-4ba0-924f-1fc6c6df0b3a None None] Provisioning complete for port 7f542c38-64c3-4959-84d4-093a9363e4cd triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:54.293277 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-5d7629cb-8859-4ba0-924f-1fc6c6df0b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:54.297590 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-a053ffe4-db78-4337-bf39-32cce754299e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:54.320297 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-ee984111-cbd6-487d-876d-bed29b12c4ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9037c351ddbf460ea519ead11ebaada7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1044075 Apr 30 17:31:54.323406 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 53274) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:54.336523 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bde9a-3fd9-4f43-9ad8-593e4e998841 None None] Pushing event updated for resources: {'Port': ['ID=11276a2a-67a0-4edf-8a17-d78b1d6360e0,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:54.357805 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-fb8bde9a-3fd9-4f43-9ad8-593e4e998841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:54.378833 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee984111-cbd6-487d-876d-bed29b12c4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d602ea-e486-41ee-9ff6-94e61323b7c0,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:54.382941 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:54.387430 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1fe3c041-756e-4f52-8cf3-6aaf7fc542f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:54.403896 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-1fe3c041-756e-4f52-8cf3-6aaf7fc542f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2b57ccb-fcab-43fd-b3d3-c3ecc842da84 HTTP/1.1" status: 204 len: 168 time: 1.3147066 Apr 30 17:31:54.471900 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:54.498310 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-5d7629cb-8859-4ba0-924f-1fc6c6df0b3a None None] Port 7f542c38-64c3-4959-84d4-093a9363e4cd cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:31:54.508723 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-ee984111-cbd6-487d-876d-bed29b12c4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:54.539788 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] Set router ac7f9534-204c-4e42-b736-94fe2d38fab5 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:54.666143 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:54.688297 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'name': 'tempest-ServerRescueNegativeTestJSON-918500021-router', 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '74e79e45-bd74-4e31-a450-ff85e2cbd1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:41Z', 'updated_at': '2021-04-30T17:31:50Z', 'revision_number': 4, 'project_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'gw_port': {'id': '74e79e45-bd74-4e31-a450-ff85e2cbd1e2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:43Z', 'updated_at': '2021-04-30T17:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '672f03a5-a395-4b35-9176-98742c072f2e', 'name': '', 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a', 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'mac_address': 'fa:16:3e:fe:74:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a11bde57-4113-41bb-9209-b6e9a0311919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:49Z', 'updated_at': '2021-04-30T17:31:51Z', 'revision_number': 2, 'project_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'subnets': [{'id': 'a11bde57-4113-41bb-9209-b6e9a0311919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:54.693068 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cc56e7bc-2c75-4a62-8b84-fc102e7f9eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:54.697350 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Checking router: 976292ad-1751-433d-8e1e-88ecad71b4a6 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:31:54.700833 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Updating router 976292ad-1751-433d-8e1e-88ecad71b4a6 port 672f03a5-a395-4b35-9176-98742c072f2e binding host dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:31:54.769945 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4071034'] for router_interface, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:54.780496 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Pushing event updated for resources: {'Port': ['ID=7f542c38-64c3-4959-84d4-093a9363e4cd,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:54.789463 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:54.792693 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:54.977029 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Network 96641b84-5902-4913-9a9c-7e6b4a33aee8 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:54.978502 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:54.992497 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cc56e7bc-2c75-4a62-8b84-fc102e7f9eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:55.237114 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-e5181c77-0fbb-4fce-8c0a-685ed2994233 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:55.242038 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-e5181c77-0fbb-4fce-8c0a-685ed2994233 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/networks?id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a HTTP/1.1" status: 200 len: 818 time: 0.6433396 Apr 30 17:31:55.261464 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Router ac7f9534-204c-4e42-b736-94fe2d38fab5 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:31:55.279513 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-fedeb6b0-f00d-4107-8629-d3978e8f07b4 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/quotas/ae9d2df8f4c74628a2aa2b607068f344 HTTP/1.1" status: 200 len: 375 time: 0.0242131 Apr 30 17:31:55.346566 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'name': 'tempest-TestShelveInstance-140057045-router', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '11276a2a-67a0-4edf-8a17-d78b1d6360e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:44Z', 'updated_at': '2021-04-30T17:31:53Z', 'revision_number': 4, 'project_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'gw_port': {'id': '11276a2a-67a0-4edf-8a17-d78b1d6360e0', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:45Z', 'updated_at': '2021-04-30T17:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '7f542c38-64c3-4959-84d4-093a9363e4cd', 'name': '', 'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'mac_address': 'fa:16:3e:c6:6e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '31f6fb3c-85a6-4da4-b9af-1f943f95e2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:52Z', 'updated_at': '2021-04-30T17:31:52Z', 'revision_number': 1, 'project_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'subnets': [{'id': '31f6fb3c-85a6-4da4-b9af-1f943f95e2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:55.353038 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad9a41-d319-4239-a07e-0b9771ce5beb None None] The sync data for ids ['ac7f9534-204c-4e42-b736-94fe2d38fab5'] in dv-cinder-784779-10-iscsi is: [{'id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'name': 'tempest-TestShelveInstance-140057045-router', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '11276a2a-67a0-4edf-8a17-d78b1d6360e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:44Z', 'updated_at': '2021-04-30T17:31:53Z', 'revision_number': 4, 'project_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'gw_port': {'id': '11276a2a-67a0-4edf-8a17-d78b1d6360e0', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:45Z', 'updated_at': '2021-04-30T17:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '7f542c38-64c3-4959-84d4-093a9363e4cd', 'name': '', 'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'mac_address': 'fa:16:3e:c6:6e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '31f6fb3c-85a6-4da4-b9af-1f943f95e2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:52Z', 'updated_at': '2021-04-30T17:31:52Z', 'revision_number': 1, 'project_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'subnets': [{'id': '31f6fb3c-85a6-4da4-b9af-1f943f95e2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:31:55.424011 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cc56e7bc-2c75-4a62-8b84-fc102e7f9eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:55.438355 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-8e6b3fbc-3402-4024-b503-e15646794633 None None] Provisioning complete for port 7f542c38-64c3-4959-84d4-093a9363e4cd triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:55.438881 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-8e6b3fbc-3402-4024-b503-e15646794633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:55.455113 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:55.468868 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 53298) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:55.473269 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:55.490136 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.provisioning_blocks [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Transition to ACTIVE for port object 672f03a5-a395-4b35-9176-98742c072f2e will not be triggered until provisioned by entity L2. {{(pid=74457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:55.516986 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56e7bc-2c75-4a62-8b84-fc102e7f9eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d602ea-e486-41ee-9ff6-94e61323b7c0,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:55.517821 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-8e6b3fbc-3402-4024-b503-e15646794633 None None] Port 7f542c38-64c3-4959-84d4-093a9363e4cd cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:31:55.520044 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1bba305c-55d9-4070-8ff4-c783144c6ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:55.530239 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cc56e7bc-2c75-4a62-8b84-fc102e7f9eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:55.531456 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-cc56e7bc-2c75-4a62-8b84-fc102e7f9eae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89d602ea-e486-41ee-9ff6-94e61323b7c0 HTTP/1.1" status: 204 len: 168 time: 1.2047493 Apr 30 17:31:55.532621 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-cc56e7bc-2c75-4a62-8b84-fc102e7f9eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:55.547950 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-1bba305c-55d9-4070-8ff4-c783144c6ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:55.569950 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-1bba305c-55d9-4070-8ff4-c783144c6ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:54b2fe17aa964c92b435f450aa1ff7b9 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:55.581038 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-1bba305c-55d9-4070-8ff4-c783144c6ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:55.592164 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-1bba305c-55d9-4070-8ff4-c783144c6ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:55.598506 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-affcd192-d6ba-43a6-9b71-e4b8e8cca79d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Synchronizing usage tracker for tenant:ae9d2df8f4c74628a2aa2b607068f344 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:31:55.624385 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:55.629335 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:55.640397 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:31:55.654682 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] 10.222.0.18 "PUT /v2.0/routers/ac7f9534-204c-4e42-b736-94fe2d38fab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2012277 Apr 30 17:31:55.760666 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1bba305c-55d9-4070-8ff4-c783144c6ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:55.896858 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1bba305c-55d9-4070-8ff4-c783144c6ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:55.898776 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 74e79e45-bd74-4e31-a450-ff85e2cbd1e2 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:55.921398 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-1793b372-06af-4eb4-82ab-675570fee5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:56.000847 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-1bba305c-55d9-4070-8ff4-c783144c6ca6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54b2fe17aa964c92b435f450aa1ff7b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224817 Apr 30 17:31:56.003015 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 53310) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:56.004554 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba305c-55d9-4070-8ff4-c783144c6ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00ead20-5c49-44dd-bd9f-0d73208238e9,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:56.011830 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-affcd192-d6ba-43a6-9b71-e4b8e8cca79d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Unset dirty status for tenant:ae9d2df8f4c74628a2aa2b607068f344 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:31:56.013467 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-affcd192-d6ba-43a6-9b71-e4b8e8cca79d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae9d2df8f4c74628a2aa2b607068f344&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7274020 Apr 30 17:31:56.014534 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-1bba305c-55d9-4070-8ff4-c783144c6ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:56.079916 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 74e79e45-bd74-4e31-a450-ff85e2cbd1e2 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:56.080466 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:56.129752 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925e748-a397-43fb-968a-0fc35af7902e None None] Pushing event updated for resources: {'Port': ['ID=672f03a5-a395-4b35-9176-98742c072f2e,revision_number=3']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:56.167677 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-a925e748-a397-43fb-968a-0fc35af7902e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:56.202036 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Attempting to bind port 672f03a5-a395-4b35-9176-98742c072f2e on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:31:56.202417 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Attempting to bind port 672f03a5-a395-4b35-9176-98742c072f2e by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '74121356-09c4-4dcd-9fe4-01d058041186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a'}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:31:56.202778 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Attempting to bind port 672f03a5-a395-4b35-9176-98742c072f2e on network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:56.209907 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:31:56.210373 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Checking segment: {'id': '74121356-09c4-4dcd-9fe4-01d058041186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:56.210667 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:56.211057 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Bound using segment: {'id': '74121356-09c4-4dcd-9fe4-01d058041186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a'} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:31:56.211566 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Bound port: 672f03a5-a395-4b35-9176-98742c072f2e, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74121356-09c4-4dcd-9fe4-01d058041186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a'}}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:31:56.212016 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:56.252044 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ec70daf0-c1ef-4b6d-8e3f-be5f6aa4f20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:56.276293 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-657df23e-9d28-4f05-b76d-bb64c0e8c10a service neutron] 10.222.0.18 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492683 Apr 30 17:31:56.297759 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ec70daf0-c1ef-4b6d-8e3f-be5f6aa4f20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:56.397990 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] For port 672f03a5-a395-4b35-9176-98742c072f2e, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:31:56.402040 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] For port 672f03a5-a395-4b35-9176-98742c072f2e, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=672f03a5-a395-4b35-9176-98742c072f2e,segment=NetworkSegment(74121356-09c4-4dcd-9fe4-01d058041186),segment_id=74121356-09c4-4dcd-9fe4-01d058041186)] {{(pid=74457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:31:56.486794 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-c480a2a6-41a1-4aaf-93a0-3689b6162d9f service neutron] 10.222.0.18 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798608 Apr 30 17:31:56.504228 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:56.528955 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:56.601716 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ec70daf0-c1ef-4b6d-8e3f-be5f6aa4f20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:56.608260 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-ee5dcdf4-461a-4321-9acd-522e5b2d2020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:56.644951 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925e748-a397-43fb-968a-0fc35af7902e None None] Pushing event updated for resources: {'Port': ['ID=672f03a5-a395-4b35-9176-98742c072f2e,revision_number=4']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:56.652928 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-a925e748-a397-43fb-968a-0fc35af7902e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:56.677542 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Routers {'976292ad-1751-433d-8e1e-88ecad71b4a6'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:56.677811 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70daf0-c1ef-4b6d-8e3f-be5f6aa4f20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00ead20-5c49-44dd-bd9f-0d73208238e9,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:56.677897 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:31:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['976292ad-1751-433d-8e1e-88ecad71b4a6'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:56.678395 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-ec70daf0-c1ef-4b6d-8e3f-be5f6aa4f20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:56.684709 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ec70daf0-c1ef-4b6d-8e3f-be5f6aa4f20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:56.686052 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-ec70daf0-c1ef-4b6d-8e3f-be5f6aa4f20f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e00ead20-5c49-44dd-bd9f-0d73208238e9 HTTP/1.1" status: 204 len: 168 time: 0.6768374 Apr 30 17:31:56.758125 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 53324) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:56.779800 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-35a026e4-6885-426c-8202-51bd83efa3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:56.800880 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-35a026e4-6885-426c-8202-51bd83efa3ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:56.806250 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-35a026e4-6885-426c-8202-51bd83efa3ff admin admin] Usage tracker for resource:security_group_rule and tenant:5299c44d35344b70b28854a7e4e9427f is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:56.810113 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-35a026e4-6885-426c-8202-51bd83efa3ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:56.818599 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-35a026e4-6885-426c-8202-51bd83efa3ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:56.948569 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] Set router 976292ad-1751-433d-8e1e-88ecad71b4a6 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:56.965486 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-35a026e4-6885-426c-8202-51bd83efa3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:57.037028 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-35a026e4-6885-426c-8202-51bd83efa3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:57.079658 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-cc56e7bc-2c75-4a62-8b84-fc102e7f9eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:57.102565 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-35a026e4-6885-426c-8202-51bd83efa3ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5299c44d35344b70b28854a7e4e9427f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392949 Apr 30 17:31:57.102911 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 53338) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:57.149054 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a026e4-6885-426c-8202-51bd83efa3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51feb04-f6d9-46e0-8aa0-f69878007502,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:57.151048 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-35a026e4-6885-426c-8202-51bd83efa3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:57.283533 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-fb5eef3c-ab76-4670-8ad2-63635680cb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:57.367967 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-fb5eef3c-ab76-4670-8ad2-63635680cb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:57.431046 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6ce27849-1ca5-4ecf-bf9d-fe8b44a4f221 req-b5566ce4-c022-4502-b7c9-171957523c59 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 210 time: 0.0866230 Apr 30 17:31:57.504666 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf916c9a-e906-4846-b1a1-5f17d76031ad req-34d7a0bb-f69a-410c-84c4-4054f5d1b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:57.506238 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cf916c9a-e906-4846-b1a1-5f17d76031ad req-34d7a0bb-f69a-410c-84c4-4054f5d1b99a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 1099 time: 0.2660129 Apr 30 17:31:57.653391 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-fb5eef3c-ab76-4670-8ad2-63635680cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:57.658920 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1c39cf68-73af-432f-9c39-9d281b9520e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:57.688862 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-fb5eef3c-ab76-4670-8ad2-63635680cb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:57.711171 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-fb5eef3c-ab76-4670-8ad2-63635680cb91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f51feb04-f6d9-46e0-8aa0-f69878007502 HTTP/1.1" status: 204 len: 168 time: 0.5858788 Apr 30 17:31:57.712866 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5eef3c-ab76-4670-8ad2-63635680cb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51feb04-f6d9-46e0-8aa0-f69878007502,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:57.728899 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-fb5eef3c-ab76-4670-8ad2-63635680cb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:57.885278 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'name': 'tempest-ServerRescueNegativeTestJSON-918500021-router', 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '74e79e45-bd74-4e31-a450-ff85e2cbd1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:41Z', 'updated_at': '2021-04-30T17:31:50Z', 'revision_number': 4, 'project_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'gw_port': {'id': '74e79e45-bd74-4e31-a450-ff85e2cbd1e2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:43Z', 'updated_at': '2021-04-30T17:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '672f03a5-a395-4b35-9176-98742c072f2e', 'name': '', 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a', 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'mac_address': 'fa:16:3e:fe:74:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a11bde57-4113-41bb-9209-b6e9a0311919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:49Z', 'updated_at': '2021-04-30T17:31:56Z', 'revision_number': 4, 'project_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'subnets': [{'id': 'a11bde57-4113-41bb-9209-b6e9a0311919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:57.894777 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b330c-7523-4d55-9885-536b40290bf4 None None] The sync data for ids ['976292ad-1751-433d-8e1e-88ecad71b4a6'] in dv-cinder-784779-10-iscsi is: [{'id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'name': 'tempest-ServerRescueNegativeTestJSON-918500021-router', 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '74e79e45-bd74-4e31-a450-ff85e2cbd1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:41Z', 'updated_at': '2021-04-30T17:31:50Z', 'revision_number': 4, 'project_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'gw_port': {'id': '74e79e45-bd74-4e31-a450-ff85e2cbd1e2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:43Z', 'updated_at': '2021-04-30T17:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '672f03a5-a395-4b35-9176-98742c072f2e', 'name': '', 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a', 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'mac_address': 'fa:16:3e:fe:74:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'a11bde57-4113-41bb-9209-b6e9a0311919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:49Z', 'updated_at': '2021-04-30T17:31:56Z', 'revision_number': 4, 'project_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'subnets': [{'id': 'a11bde57-4113-41bb-9209-b6e9a0311919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:31:57.984542 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf916c9a-e906-4846-b1a1-5f17d76031ad req-f50c006c-a89f-43ee-8141-a087de4ad4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:57.986635 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cf916c9a-e906-4846-b1a1-5f17d76031ad req-f50c006c-a89f-43ee-8141-a087de4ad4ba service neutron] 10.222.0.63 "GET /v2.0/networks?id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 200 len: 917 time: 0.4566798 Apr 30 17:31:58.028590 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 11276a2a-67a0-4edf-8a17-d78b1d6360e0 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:58.276437 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 11276a2a-67a0-4edf-8a17-d78b1d6360e0 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:58.282564 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 11276a2a-67a0-4edf-8a17-d78b1d6360e0 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:58.282980 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:58.693486 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:58.766470 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 11276a2a-67a0-4edf-8a17-d78b1d6360e0, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=11276a2a-67a0-4edf-8a17-d78b1d6360e0,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:58.891370 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 53394) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:58.896958 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647306844', 'description': 'tempest-secgroup-smoke-647306844 description', 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:58.904026 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:58.908668 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Usage tracker for resource:security_group and tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:58.916441 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:58.933095 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:59.008817 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:59.025204 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:59.070541 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:59.071832 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cf916c9a-e906-4846-b1a1-5f17d76031ad req-1921135e-9ac6-4c59-b895-8ff37dae559b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=582a4da1-c560-459d-97c8-0989de852b7c HTTP/1.1" status: 200 len: 1002 time: 1.0272415 Apr 30 17:31:59.126721 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:59.139151 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Usage tracker for resource:security_group_rule and tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:59.152213 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:59.171692 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:59.172201 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=11276a2a-67a0-4edf-8a17-d78b1d6360e0,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:59.201283 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-63e8e7ca-dc75-46a9-aac0-7e714ab26987 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:59.203712 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:59.205038 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-63e8e7ca-dc75-46a9-aac0-7e714ab26987 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/networks?id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a HTTP/1.1" status: 200 len: 818 time: 1.2170641 Apr 30 17:31:59.256624 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-a4faccc8-b3c7-442a-aa73-0826be15d406 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/quotas/ae9d2df8f4c74628a2aa2b607068f344 HTTP/1.1" status: 200 len: 375 time: 0.0418873 Apr 30 17:31:59.265204 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf916c9a-e906-4846-b1a1-5f17d76031ad req-18b1c3be-2ce4-479a-87a9-da6d4782bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:59.266651 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cf916c9a-e906-4846-b1a1-5f17d76031ad req-18b1c3be-2ce4-479a-87a9-da6d4782bab8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c3cec6c4-057f-403e-861a-e867b0518223 HTTP/1.1" status: 200 len: 855 time: 0.1857679 Apr 30 17:31:59.291611 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Sync routers for ids ['ac7f9534-204c-4e42-b736-94fe2d38fab5'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:31:59.330293 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Routers {'ac7f9534-204c-4e42-b736-94fe2d38fab5'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:59.331659 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:31:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ac7f9534-204c-4e42-b736-94fe2d38fab5'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:59.334080 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:59.416118 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 53408) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:59.458094 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b4e37211-e737-4f1c-9bc3-1d1ebd0cce5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:59.490873 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:59.498328 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c0461677-bfd4-426f-a36f-ab97f626fe1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:59.605786 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-b4e37211-e737-4f1c-9bc3-1d1ebd0cce5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:59.650183 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-b4e37211-e737-4f1c-9bc3-1d1ebd0cce5b admin admin] Usage tracker for resource:security_group_rule and tenant:4678971d2d1c4c4e888ae23c129f4268 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:59.652353 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Set router ac7f9534-204c-4e42-b736-94fe2d38fab5 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:59.656680 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64176194-8c08-428f-bc27-897b9db1c24c,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:59.670103 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-b4e37211-e737-4f1c-9bc3-1d1ebd0cce5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:59.683064 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.684593 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.688160 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.691935 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.691935 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.691935 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.691935 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.694668 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.695224 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.696678 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.697142 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.699151 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.705684 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:59.714947 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-b4e37211-e737-4f1c-9bc3-1d1ebd0cce5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:59.721995 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:59.723602 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8329155 Apr 30 17:31:59.737909 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 53418) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:59.796228 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Request body: {'security_group_rule': {'security_group_id': '64176194-8c08-428f-bc27-897b9db1c24c', 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:59.847516 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:59.857397 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Usage tracker for resource:security_group_rule and tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:59.871627 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:59.911282 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:59.979482 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b4e37211-e737-4f1c-9bc3-1d1ebd0cce5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.025978 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf916c9a-e906-4846-b1a1-5f17d76031ad req-f005ddb1-89cc-4248-8f7c-64f0b1c5d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:00.028571 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cf916c9a-e906-4846-b1a1-5f17d76031ad req-f005ddb1-89cc-4248-8f7c-64f0b1c5d0ea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.6752715 Apr 30 17:32:00.039030 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-2f743061-5f31-4b2d-b230-4fdaf9d89443 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ae9d2df8f4c74628a2aa2b607068f344&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7755766 Apr 30 17:32:00.088206 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b4e37211-e737-4f1c-9bc3-1d1ebd0cce5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.115653 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 11276a2a-67a0-4edf-8a17-d78b1d6360e0 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:00.151865 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-9a697e67-7577-4246-95dc-02b016327591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:00.199536 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-b4e37211-e737-4f1c-9bc3-1d1ebd0cce5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4678971d2d1c4c4e888ae23c129f4268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7822044 Apr 30 17:32:00.227795 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 53430) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:00.321839 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e37211-e737-4f1c-9bc3-1d1ebd0cce5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3765ba25-e4d7-464b-b253-ecfb1e40ce23,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:00.346413 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b4e37211-e737-4f1c-9bc3-1d1ebd0cce5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:00.397126 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-723761c6-8e1f-40ab-b9cf-1338a8b2aa35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.422803 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.444989 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-723761c6-8e1f-40ab-b9cf-1338a8b2aa35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.464490 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 11276a2a-67a0-4edf-8a17-d78b1d6360e0 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:00.465396 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.578056 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.590384 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-8157209c-11da-4f93-8e51-891875f2f4a0 service neutron] 10.222.0.18 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349572 Apr 30 17:32:00.723191 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-723761c6-8e1f-40ab-b9cf-1338a8b2aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.728216 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-efaaa657-652c-40de-84ef-3eda0f59a297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:00.759996 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-723761c6-8e1f-40ab-b9cf-1338a8b2aa35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.761542 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'name': 'tempest-TestShelveInstance-140057045-router', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '11276a2a-67a0-4edf-8a17-d78b1d6360e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:44Z', 'updated_at': '2021-04-30T17:31:53Z', 'revision_number': 4, 'project_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'gw_port': {'id': '11276a2a-67a0-4edf-8a17-d78b1d6360e0', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:45Z', 'updated_at': '2021-04-30T17:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '7f542c38-64c3-4959-84d4-093a9363e4cd', 'name': '', 'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'mac_address': 'fa:16:3e:c6:6e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '31f6fb3c-85a6-4da4-b9af-1f943f95e2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:52Z', 'updated_at': '2021-04-30T17:31:54Z', 'revision_number': 2, 'project_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'subnets': [{'id': '31f6fb3c-85a6-4da4-b9af-1f943f95e2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:00.762923 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-723761c6-8e1f-40ab-b9cf-1338a8b2aa35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3765ba25-e4d7-464b-b253-ecfb1e40ce23 HTTP/1.1" status: 204 len: 168 time: 0.5309415 Apr 30 17:32:00.765805 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723761c6-8e1f-40ab-b9cf-1338a8b2aa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3765ba25-e4d7-464b-b253-ecfb1e40ce23,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:00.774470 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-723761c6-8e1f-40ab-b9cf-1338a8b2aa35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:00.790654 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-d6fbc8eb-c449-4a31-9c64-20e11c324627 service neutron] 10.222.0.18 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986167 Apr 30 17:32:00.859783 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.894426 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 672f03a5-a395-4b35-9176-98742c072f2e up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:00.929416 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Checking router: ac7f9534-204c-4e42-b736-94fe2d38fab5 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:32:00.929784 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Updating router ac7f9534-204c-4e42-b736-94fe2d38fab5 port 7f542c38-64c3-4959-84d4-093a9363e4cd binding host dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:32:00.990402 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.994122 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:01.016589 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:01.023193 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81ea3af-264d-4447-9310-441300de25a2,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:01.045484 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:01.046254 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:01.046921 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:01.047569 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:01.048170 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:01.048772 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:01.049366 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:01.050940 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:01.051764 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:01.052369 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:01.052983 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:01.053635 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:01.068651 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:01.192061 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 672f03a5-a395-4b35-9176-98742c072f2e completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:01.194142 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:01.198470 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 53454) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:01.199558 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4564466 Apr 30 17:32:01.213149 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 672f03a5-a395-4b35-9176-98742c072f2e triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:01.213149 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:01.223469 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-a2692aff-7fb6-4887-a577-665641173616 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Request body: {'security_group_rule': {'security_group_id': '64176194-8c08-428f-bc27-897b9db1c24c', 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:01.242930 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2bcabf87-6afc-4640-8327-e43983fcfe18 req-001626fe-d56b-411e-b61a-c2647e42f60a tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 210 time: 0.0873251 Apr 30 17:32:01.243475 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-a2692aff-7fb6-4887-a577-665641173616 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:01.255456 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-a2692aff-7fb6-4887-a577-665641173616 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Usage tracker for resource:security_group_rule and tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:01.259947 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-a2692aff-7fb6-4887-a577-665641173616 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:01.275847 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-a2692aff-7fb6-4887-a577-665641173616 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:01.413670 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a2692aff-7fb6-4887-a577-665641173616 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:01.587732 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a2692aff-7fb6-4887-a577-665641173616 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:01.664910 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a2692aff-7fb6-4887-a577-665641173616 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:01.678241 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:01.773461 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2692aff-7fb6-4887-a577-665641173616 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d5048a-7992-4b75-939e-10e7e699a668,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:01.786618 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-a2692aff-7fb6-4887-a577-665641173616 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:01.867925 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a2692aff-7fb6-4887-a577-665641173616 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:01.873378 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-a2692aff-7fb6-4887-a577-665641173616 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6713791 Apr 30 17:32:01.875966 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 53480) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:01.882203 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-ccacbf87-551b-4623-952d-bf55d94e2bb9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Request body: {'security_group_rule': {'security_group_id': '64176194-8c08-428f-bc27-897b9db1c24c', 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:01.891234 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-ccacbf87-551b-4623-952d-bf55d94e2bb9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:01.902286 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-ccacbf87-551b-4623-952d-bf55d94e2bb9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Usage tracker for resource:security_group_rule and tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:01.912918 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-ccacbf87-551b-4623-952d-bf55d94e2bb9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:01.935269 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-ccacbf87-551b-4623-952d-bf55d94e2bb9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:01.943729 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Notify callbacks [] for port, precommit_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:01.964733 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:01.980013 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Transition to ACTIVE for port object 7f542c38-64c3-4959-84d4-093a9363e4cd will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:02.005307 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 672f03a5-a395-4b35-9176-98742c072f2e, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=672f03a5-a395-4b35-9176-98742c072f2e,segment=NetworkSegment(74121356-09c4-4dcd-9fe4-01d058041186),segment_id=74121356-09c4-4dcd-9fe4-01d058041186)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:02.137796 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.144072 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:02.148656 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ccacbf87-551b-4623-952d-bf55d94e2bb9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.196621 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.250402 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ccacbf87-551b-4623-952d-bf55d94e2bb9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.333776 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd9a43-6c2f-4403-84fa-b4bd0ac1e60a None None] Pushing event updated for resources: {'Port': ['ID=7f542c38-64c3-4959-84d4-093a9363e4cd,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:02.341538 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-93fd9a43-6c2f-4403-84fa-b4bd0ac1e60a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:02.348629 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:02.372085 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ccacbf87-551b-4623-952d-bf55d94e2bb9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.387945 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e1f94364-f528-4674-88f5-069418b19ce1 req-242914f5-e6d8-420e-83ed-edb6fab2a086 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 210 time: 0.0845397 Apr 30 17:32:02.418718 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:02.444652 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacbf87-551b-4623-952d-bf55d94e2bb9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6570f4-10be-4e8a-8c3a-4f220d254da6,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:02.448362 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-ccacbf87-551b-4623-952d-bf55d94e2bb9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:02.472977 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Attempting to bind port 7f542c38-64c3-4959-84d4-093a9363e4cd on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:32:02.473619 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Attempting to bind port 7f542c38-64c3-4959-84d4-093a9363e4cd by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '4e36aa98-4fa2-4cbd-867f-8b129893259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:32:02.474218 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Attempting to bind port 7f542c38-64c3-4959-84d4-093a9363e4cd on network 96641b84-5902-4913-9a9c-7e6b4a33aee8 {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:02.483303 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:32:02.484208 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Checking segment: {'id': '4e36aa98-4fa2-4cbd-867f-8b129893259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:32:02.484692 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.485155 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Bound using segment: {'id': '4e36aa98-4fa2-4cbd-867f-8b129893259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:32:02.488320 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ccacbf87-551b-4623-952d-bf55d94e2bb9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.489814 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-ccacbf87-551b-4623-952d-bf55d94e2bb9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6128023 Apr 30 17:32:02.491029 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Bound port: 7f542c38-64c3-4959-84d4-093a9363e4cd, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e36aa98-4fa2-4cbd-867f-8b129893259d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:32:02.491690 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.492548 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 53498) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:02.500062 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-40ae19f2-2570-49fb-8625-b56a6b25eeaf tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Request body: {'security_group_rule': {'security_group_id': '64176194-8c08-428f-bc27-897b9db1c24c', 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:02.511015 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-40ae19f2-2570-49fb-8625-b56a6b25eeaf tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:02.515494 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-40ae19f2-2570-49fb-8625-b56a6b25eeaf tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Usage tracker for resource:security_group_rule and tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:02.521196 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-40ae19f2-2570-49fb-8625-b56a6b25eeaf tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:02.536254 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-40ae19f2-2570-49fb-8625-b56a6b25eeaf tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:02.537588 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=672f03a5-a395-4b35-9176-98742c072f2e,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:02.542685 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:02.631580 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-40ae19f2-2570-49fb-8625-b56a6b25eeaf tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.640459 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] For port 7f542c38-64c3-4959-84d4-093a9363e4cd, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:32:02.644570 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] For port 7f542c38-64c3-4959-84d4-093a9363e4cd, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=7f542c38-64c3-4959-84d4-093a9363e4cd,segment=NetworkSegment(4e36aa98-4fa2-4cbd-867f-8b129893259d),segment_id=4e36aa98-4fa2-4cbd-867f-8b129893259d)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:32:02.710772 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.715043 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:02.797468 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-40ae19f2-2570-49fb-8625-b56a6b25eeaf tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.817207 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Routers {'ac7f9534-204c-4e42-b736-94fe2d38fab5'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:32:02.817865 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:31:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ac7f9534-204c-4e42-b736-94fe2d38fab5'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:02.859732 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-40ae19f2-2570-49fb-8625-b56a6b25eeaf tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.894910 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-28a3b830-062b-4e33-9319-9eb82da116d5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:02.925955 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd9a43-6c2f-4403-84fa-b4bd0ac1e60a None None] Pushing event updated for resources: {'Port': ['ID=7f542c38-64c3-4959-84d4-093a9363e4cd,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:02.936506 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae19f2-2570-49fb-8625-b56a6b25eeaf tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd9ec69-fd8b-43d3-bb57-c8f66accc3ce,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:02.939365 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-93fd9a43-6c2f-4403-84fa-b4bd0ac1e60a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:02.960152 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-40ae19f2-2570-49fb-8625-b56a6b25eeaf tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:02.996652 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cf916c9a-e906-4846-b1a1-5f17d76031ad req-83cfac22-b2e6-468f-9a05-63528a859347 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321719 Apr 30 17:32:03.037173 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-40ae19f2-2570-49fb-8625-b56a6b25eeaf tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:03.040186 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-40ae19f2-2570-49fb-8625-b56a6b25eeaf tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5458629 Apr 30 17:32:03.043962 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 53512) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:03.050808 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-6c27cca2-628a-4e5f-bb29-1953daf4c65e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Request body: {'security_group_rule': {'security_group_id': '64176194-8c08-428f-bc27-897b9db1c24c', 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:03.057440 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-6c27cca2-628a-4e5f-bb29-1953daf4c65e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:03.061916 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-6c27cca2-628a-4e5f-bb29-1953daf4c65e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Usage tracker for resource:security_group_rule and tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:03.066282 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-6c27cca2-628a-4e5f-bb29-1953daf4c65e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:03.073325 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-6c27cca2-628a-4e5f-bb29-1953daf4c65e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:03.097594 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] Set router ac7f9534-204c-4e42-b736-94fe2d38fab5 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:32:03.166887 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.securitygroups_db [None req-6c27cca2-628a-4e5f-bb29-1953daf4c65e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Project e7e2f3d3fe7b4c798a2442c8e1d493ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 17:32:03.176569 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6c27cca2-628a-4e5f-bb29-1953daf4c65e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:03.293618 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6c27cca2-628a-4e5f-bb29-1953daf4c65e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:03.373484 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6c27cca2-628a-4e5f-bb29-1953daf4c65e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:03.376589 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:03.413531 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27cca2-628a-4e5f-bb29-1953daf4c65e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4036679-b67f-46f9-9900-9fbdf2508ee7,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:03.423686 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-6c27cca2-628a-4e5f-bb29-1953daf4c65e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:03.526596 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6c27cca2-628a-4e5f-bb29-1953daf4c65e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:03.527833 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-6c27cca2-628a-4e5f-bb29-1953daf4c65e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4827874 Apr 30 17:32:03.530754 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 53526) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:03.538419 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-e80d0150-01a1-4ac6-b51a-3942e38c6a31 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Request body: {'security_group_rule': {'security_group_id': '64176194-8c08-428f-bc27-897b9db1c24c', 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:03.580558 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-e80d0150-01a1-4ac6-b51a-3942e38c6a31 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:03.593597 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'name': 'tempest-TestShelveInstance-140057045-router', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '11276a2a-67a0-4edf-8a17-d78b1d6360e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:44Z', 'updated_at': '2021-04-30T17:31:53Z', 'revision_number': 4, 'project_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'gw_port': {'id': '11276a2a-67a0-4edf-8a17-d78b1d6360e0', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:45Z', 'updated_at': '2021-04-30T17:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '7f542c38-64c3-4959-84d4-093a9363e4cd', 'name': '', 'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'mac_address': 'fa:16:3e:c6:6e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '31f6fb3c-85a6-4da4-b9af-1f943f95e2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:52Z', 'updated_at': '2021-04-30T17:32:02Z', 'revision_number': 4, 'project_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'subnets': [{'id': '31f6fb3c-85a6-4da4-b9af-1f943f95e2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:03.596668 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-e80d0150-01a1-4ac6-b51a-3942e38c6a31 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Usage tracker for resource:security_group_rule and tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:03.601696 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-e80d0150-01a1-4ac6-b51a-3942e38c6a31 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:03.606781 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d714e-0f70-439b-a9ea-9cbd9cf3029f None None] The sync data for ids ['ac7f9534-204c-4e42-b736-94fe2d38fab5'] in dv-cinder-784779-10-iscsi is: [{'id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'name': 'tempest-TestShelveInstance-140057045-router', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '11276a2a-67a0-4edf-8a17-d78b1d6360e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:44Z', 'updated_at': '2021-04-30T17:31:53Z', 'revision_number': 4, 'project_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'gw_port': {'id': '11276a2a-67a0-4edf-8a17-d78b1d6360e0', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:45Z', 'updated_at': '2021-04-30T17:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '7f542c38-64c3-4959-84d4-093a9363e4cd', 'name': '', 'network_id': '96641b84-5902-4913-9a9c-7e6b4a33aee8', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'mac_address': 'fa:16:3e:c6:6e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '31f6fb3c-85a6-4da4-b9af-1f943f95e2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:52Z', 'updated_at': '2021-04-30T17:32:02Z', 'revision_number': 4, 'project_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'subnets': [{'id': '31f6fb3c-85a6-4da4-b9af-1f943f95e2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:32:03.612663 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-e80d0150-01a1-4ac6-b51a-3942e38c6a31 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:03.651972 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-534099dc-8ebd-442b-8f42-9137f505fa3b req-f519b552-00df-46a7-80c1-b1e057459900 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 210 time: 0.1261876 Apr 30 17:32:03.704905 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.securitygroups_db [None req-e80d0150-01a1-4ac6-b51a-3942e38c6a31 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Project e7e2f3d3fe7b4c798a2442c8e1d493ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 17:32:03.713022 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e80d0150-01a1-4ac6-b51a-3942e38c6a31 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:03.839527 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e80d0150-01a1-4ac6-b51a-3942e38c6a31 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:03.918709 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e80d0150-01a1-4ac6-b51a-3942e38c6a31 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:03.920107 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-a2692aff-7fb6-4887-a577-665641173616 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:03.951643 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d0150-01a1-4ac6-b51a-3942e38c6a31 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083dbdb5-f526-451f-94cb-b1bbfb194e08,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:03.960717 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-e80d0150-01a1-4ac6-b51a-3942e38c6a31 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:04.070680 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e80d0150-01a1-4ac6-b51a-3942e38c6a31 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:04.088431 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-e80d0150-01a1-4ac6-b51a-3942e38c6a31 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5562279 Apr 30 17:32:04.253937 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cf916c9a-e906-4846-b1a1-5f17d76031ad req-2073b10f-39da-475f-90ab-96b1aa871d5a service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871619 Apr 30 17:32:04.436423 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 7f542c38-64c3-4959-84d4-093a9363e4cd up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:04.653518 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 7f542c38-64c3-4959-84d4-093a9363e4cd completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:04.662280 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 7f542c38-64c3-4959-84d4-093a9363e4cd triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:04.662832 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:05.016502 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:05.099111 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 7f542c38-64c3-4959-84d4-093a9363e4cd, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=7f542c38-64c3-4959-84d4-093a9363e4cd,segment=NetworkSegment(4e36aa98-4fa2-4cbd-867f-8b129893259d),segment_id=4e36aa98-4fa2-4cbd-867f-8b129893259d)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:05.123834 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b89212e0-a067-40bd-b9b0-6eb2718b02e3 req-717734a8-83c4-4aac-91d8-b1a1c5d2361f tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 210 time: 0.2101488 Apr 30 17:32:05.213376 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:05.214262 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 672f03a5-a395-4b35-9176-98742c072f2e up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:05.258662 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:05.361195 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=7f542c38-64c3-4959-84d4-093a9363e4cd,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:05.366853 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:05.403583 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 672f03a5-a395-4b35-9176-98742c072f2e triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:05.408531 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:05.410018 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-30d411fa-41dc-4d63-8b13-ea8fe4f089bd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:05.413659 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-30d411fa-41dc-4d63-8b13-ea8fe4f089bd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.63 "GET /v2.0/networks?id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a HTTP/1.1" status: 200 len: 818 time: 0.5688343 Apr 30 17:32:05.433637 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Request body: {'port': {'device_id': 'fc7650cb-059f-4f6e-8822-2541314b004d', 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a', 'admin_state_up': True, 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:05.641470 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:05.659704 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:05.832218 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Made reservation on behalf of ae9d2df8f4c74628a2aa2b607068f344 for: {'port': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:32:05.839174 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:06.223642 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Allocated IP 172.20.0.2 (22bf3bd9-ef90-4446-baa6-011ca05b8d9a/a11bde57-4113-41bb-9209-b6e9a0311919/7ee2c3de-cb4c-4313-a47a-6607c85033fc) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:32:06.416679 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-713e5a39-520a-472e-978b-7b64aa95bc80 req-e3ce1896-4413-4eaf-8513-1af78a80ec50 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 210 time: 0.0721424 Apr 30 17:32:06.435729 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 7f542c38-64c3-4959-84d4-093a9363e4cd up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:06.713782 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 7f542c38-64c3-4959-84d4-093a9363e4cd triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:06.716180 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:06.721440 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:06.884466 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:06.894749 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:07.098586 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:32:07.105933 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:32:07.124645 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:32:07.194920 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:07.195662 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:07.206763 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-9b9c2010-978d-4004-8082-075e0218cedd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:07.207627 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-9b9c2010-978d-4004-8082-075e0218cedd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Synchronizing usage tracker for tenant:ae9d2df8f4c74628a2aa2b607068f344 on resource:network {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:32:07.222001 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Pushing event updated for resources: {'Port': ['ID=7ee2c3de-cb4c-4313-a47a-6607c85033fc,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:07.228156 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:07.350913 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-9b9c2010-978d-4004-8082-075e0218cedd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Unset dirty status for tenant:ae9d2df8f4c74628a2aa2b607068f344 on resource:network {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:32:07.352231 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9276488 Apr 30 17:32:07.357270 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-9b9c2010-978d-4004-8082-075e0218cedd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.63 "GET /v2.0/networks?id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a HTTP/1.1" status: 200 len: 818 time: 0.4429562 Apr 30 17:32:07.389718 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Request body: {'port': {'device_id': '9758047c-229e-4b56-8d97-73e10df5c966', 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a', 'admin_state_up': True, 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:07.396082 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Request body: {'port': {'device_id': 'fc7650cb-059f-4f6e-8822-2541314b004d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:07.635113 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:07.792674 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:07.807723 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Usage tracker for resource:port and tenant:ae9d2df8f4c74628a2aa2b607068f344 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:07.813895 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:07.827649 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:07.930769 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-9391a22a-ad4c-49e7-8020-069a038ae52a req-f69193a2-d8fc-460e-9d98-642c4c97487d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Synchronizing usage tracker for tenant:ae9d2df8f4c74628a2aa2b607068f344 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:32:07.957220 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Made reservation on behalf of ae9d2df8f4c74628a2aa2b607068f344 for: {'port': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:32:07.967013 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:08.055107 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-9391a22a-ad4c-49e7-8020-069a038ae52a req-f69193a2-d8fc-460e-9d98-642c4c97487d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Unset dirty status for tenant:ae9d2df8f4c74628a2aa2b607068f344 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:32:08.068876 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9391a22a-ad4c-49e7-8020-069a038ae52a req-f69193a2-d8fc-460e-9d98-642c4c97487d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 210 time: 0.1905315 Apr 30 17:32:08.283190 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee2c3de-cb4c-4313-a47a-6607c85033fc {{(pid=74455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:32:08.292594 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:08.314639 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Transition to ACTIVE for port object 7ee2c3de-cb4c-4313-a47a-6607c85033fc will not be triggered until provisioned by entity L2. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:08.453976 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:08.461554 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:08.678330 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Allocated IP 172.20.0.13 (22bf3bd9-ef90-4446-baa6-011ca05b8d9a/a11bde57-4113-41bb-9209-b6e9a0311919/1522d114-8baf-4984-9936-d58d96ff6917) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:32:08.698489 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee2c3de-cb4c-4313-a47a-6607c85033fc,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:08.723102 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:08.944922 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Attempting to bind port 7ee2c3de-cb4c-4313-a47a-6607c85033fc on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:32:08.945559 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Attempting to bind port 7ee2c3de-cb4c-4313-a47a-6607c85033fc by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '74121356-09c4-4dcd-9fe4-01d058041186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a'}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:32:08.946120 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Attempting to bind port 7ee2c3de-cb4c-4313-a47a-6607c85033fc on network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:08.952176 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Port 7ee2c3de-cb4c-4313-a47a-6607c85033fc on network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:32:08.952848 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Attempting to bind port 7ee2c3de-cb4c-4313-a47a-6607c85033fc on network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:08.961673 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:32:08.962611 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Checking segment: {'id': '74121356-09c4-4dcd-9fe4-01d058041186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:32:08.963000 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Bound using segment: {'id': '74121356-09c4-4dcd-9fe4-01d058041186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a'} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:32:08.963526 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Bound port: 7ee2c3de-cb4c-4313-a47a-6607c85033fc, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74121356-09c4-4dcd-9fe4-01d058041186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a'}}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:32:08.963871 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:09.090820 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:09.148637 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] For port 7ee2c3de-cb4c-4313-a47a-6607c85033fc, host hv-cinder-78477, cleared binding levels {{(pid=74455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:32:09.154703 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] For port 7ee2c3de-cb4c-4313-a47a-6607c85033fc, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7ee2c3de-cb4c-4313-a47a-6607c85033fc,segment=NetworkSegment(74121356-09c4-4dcd-9fe4-01d058041186),segment_id=74121356-09c4-4dcd-9fe4-01d058041186)] {{(pid=74455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:32:09.322823 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8aeb6a92-f8b5-4fa2-a442-eff83e758dec req-33f45549-80ad-478f-9026-7fb90dde388b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 210 time: 0.0473864 Apr 30 17:32:09.356395 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-f9241612-d837-43d4-a17f-9a7e54ba1d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:09.357261 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:09.360483 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:09.364441 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-f5387366-eb87-462a-ac02-813214c8f6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:09.370827 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-8a5785ba-73df-48f8-a0ac-820cd1ab2039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:09.501003 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:32:09.504210 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:09.505227 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:09.506860 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:32:09.507878 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] 10.222.0.63 "PUT /v2.0/ports/7ee2c3de-cb4c-4313-a47a-6607c85033fc HTTP/1.1" status: 200 len: 1093 time: 2.1256218 Apr 30 17:32:09.508867 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7650cb-059f-4f6e-8822-2541314b004d', 'tag': '7ee2c3de-cb4c-4313-a47a-6607c85033fc'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:32:09.511375 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:32:09.556451 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee2c3de-cb4c-4313-a47a-6607c85033fc,revision_number=3']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:09.569336 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:09.608950 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7650cb-059f-4f6e-8822-2541314b004d', 'tag': '7ee2c3de-cb4c-4313-a47a-6607c85033fc', 'status': 'completed', 'code': 200} Apr 30 17:32:09.655734 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:09.656494 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:09.705967 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Pushing event updated for resources: {'Port': ['ID=1522d114-8baf-4984-9936-d58d96ff6917,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:09.717434 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:09.770073 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3861778 Apr 30 17:32:09.785252 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Request body: {'port': {'device_id': '9758047c-229e-4b56-8d97-73e10df5c966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:09.796676 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eaa4f-e952-46a4-922c-416bd80b07e4 req-df162678-6ecc-4b9f-bc72-1265e4e41225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:09.798288 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-646eaa4f-e952-46a4-922c-416bd80b07e4 req-df162678-6ecc-4b9f-bc72-1265e4e41225 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae9d2df8f4c74628a2aa2b607068f344&device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 1096 time: 0.1634593 Apr 30 17:32:10.070967 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:10.099099 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eaa4f-e952-46a4-922c-416bd80b07e4 req-2bae9f47-9692-4f6c-99a5-810dd42c64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:10.100827 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-646eaa4f-e952-46a4-922c-416bd80b07e4 req-2bae9f47-9692-4f6c-99a5-810dd42c64e6 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=ae9d2df8f4c74628a2aa2b607068f344&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2943997 Apr 30 17:32:10.324426 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eaa4f-e952-46a4-922c-416bd80b07e4 req-a41ca597-6d2e-4fae-86ab-8f064763e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:10.326327 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-646eaa4f-e952-46a4-922c-416bd80b07e4 req-a41ca597-6d2e-4fae-86ab-8f064763e939 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2184289 Apr 30 17:32:10.591956 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-1ffc96a5-fc5a-4260-a2b1-4f1a343e9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:10.593660 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-1ffc96a5-fc5a-4260-a2b1-4f1a343e9303 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae9d2df8f4c74628a2aa2b607068f344&device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 1096 time: 0.2094448 Apr 30 17:32:10.801982 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-c35a49bd-5507-4e79-b061-0bcf1f53f1ce service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ee2c3de-cb4c-4313-a47a-6607c85033fc HTTP/1.1" status: 200 len: 217 time: 0.1977742 Apr 30 17:32:10.817917 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1522d114-8baf-4984-9936-d58d96ff6917 {{(pid=74454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:32:10.819950 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f959e-fad0-4de0-b193-aa1a42b3c775 req-dfe21578-691c-4772-8f28-ba3ec8282795 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:10.828132 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:10.831736 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-619f959e-fad0-4de0-b193-aa1a42b3c775 req-dfe21578-691c-4772-8f28-ba3ec8282795 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 932 time: 0.3410215 Apr 30 17:32:10.851676 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Transition to ACTIVE for port object 1522d114-8baf-4984-9936-d58d96ff6917 will not be triggered until provisioned by entity L2. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:10.956889 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-619f959e-fad0-4de0-b193-aa1a42b3c775 req-42297d5c-1d2d-4fea-bf6c-2a2a92705462 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231487 Apr 30 17:32:10.961469 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-f3c7fbd5-8f4c-46f5-94b9-7b49309f8e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:10.962420 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-f3c7fbd5-8f4c-46f5-94b9-7b49309f8e6a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a11bde57-4113-41bb-9209-b6e9a0311919 HTTP/1.1" status: 200 len: 858 time: 0.1256762 Apr 30 17:32:10.963157 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:10.969521 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:11.090252 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-f28bc59a-d912-4566-be5c-30f1371fcea6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183939 Apr 30 17:32:11.201596 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Pushing event updated for resources: {'Port': ['ID=1522d114-8baf-4984-9936-d58d96ff6917,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:11.204826 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:11.275049 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-bc83f0b0-e285-4965-89fe-07c7b8817327 service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764414 Apr 30 17:32:11.460257 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f9a2071-a199-45ed-b6e9-aa2c0c9b09cb req-569ce0a3-aba4-4a1e-9218-57e2007bc1b9 service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778550 Apr 30 17:32:11.820553 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:11.834691 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Attempting to bind port 1522d114-8baf-4984-9936-d58d96ff6917 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:32:11.835491 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Attempting to bind port 1522d114-8baf-4984-9936-d58d96ff6917 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '74121356-09c4-4dcd-9fe4-01d058041186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a'}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:32:11.837258 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Attempting to bind port 1522d114-8baf-4984-9936-d58d96ff6917 on network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:11.845306 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Port 1522d114-8baf-4984-9936-d58d96ff6917 on network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:32:11.846001 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Attempting to bind port 1522d114-8baf-4984-9936-d58d96ff6917 on network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:11.859402 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:32:11.860062 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Checking segment: {'id': '74121356-09c4-4dcd-9fe4-01d058041186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:32:11.861290 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Bound using segment: {'id': '74121356-09c4-4dcd-9fe4-01d058041186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a'} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:32:11.862645 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Bound port: 1522d114-8baf-4984-9936-d58d96ff6917, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74121356-09c4-4dcd-9fe4-01d058041186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a'}}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:32:11.863952 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:11.944480 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-373d8742-3c66-4270-91de-873ec339017a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:12.043660 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] For port 1522d114-8baf-4984-9936-d58d96ff6917, host hv-cinder-78477, cleared binding levels {{(pid=74454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:32:12.051898 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] For port 1522d114-8baf-4984-9936-d58d96ff6917, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1522d114-8baf-4984-9936-d58d96ff6917,segment=NetworkSegment(74121356-09c4-4dcd-9fe4-01d058041186),segment_id=74121356-09c4-4dcd-9fe4-01d058041186)] {{(pid=74454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:32:12.123441 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:12.138513 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:12.306474 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:12.307704 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:12.309769 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] 10.222.0.63 "PUT /v2.0/ports/1522d114-8baf-4984-9936-d58d96ff6917 HTTP/1.1" status: 200 len: 1094 time: 2.5326393 Apr 30 17:32:12.310492 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9758047c-229e-4b56-8d97-73e10df5c966', 'tag': '1522d114-8baf-4984-9936-d58d96ff6917'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:32:12.371454 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Pushing event updated for resources: {'Port': ['ID=1522d114-8baf-4984-9936-d58d96ff6917,revision_number=3']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:12.384997 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:12.391408 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e7cfc-8b58-4a4c-845e-9a1e1350caff req-b7db429c-c863-4ea0-a51a-f346acbdd8fd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:12.394911 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-882e7cfc-8b58-4a4c-845e-9a1e1350caff req-b7db429c-c863-4ea0-a51a-f346acbdd8fd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 944 time: 0.1804194 Apr 30 17:32:12.510435 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-882e7cfc-8b58-4a4c-845e-9a1e1350caff req-838d2cfd-9b70-472c-b476-d203ab409baf tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071584 Apr 30 17:32:12.579936 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 53790) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:12.691011 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-7853e60a-38e6-43a6-a55a-9043c629ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:12.693098 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-7853e60a-38e6-43a6-a55a-9043c629ce78 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae9d2df8f4c74628a2aa2b607068f344&device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 1097 time: 0.2123179 Apr 30 17:32:12.801842 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-7705de69-da4f-47f3-8e72-36cfe66a2209 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1522d114-8baf-4984-9936-d58d96ff6917 HTTP/1.1" status: 200 len: 217 time: 0.1003377 Apr 30 17:32:12.869797 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-277fe665-9fbf-4e2e-a63b-369b76db6579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:12.905806 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-277fe665-9fbf-4e2e-a63b-369b76db6579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:12.915663 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-277fe665-9fbf-4e2e-a63b-369b76db6579 admin admin] Usage tracker for resource:security_group_rule and tenant:773512326ad7433d8937e6ba68261b4d is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:12.923118 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-277fe665-9fbf-4e2e-a63b-369b76db6579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:12.931212 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-277fe665-9fbf-4e2e-a63b-369b76db6579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:13.014178 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9758047c-229e-4b56-8d97-73e10df5c966', 'tag': '1522d114-8baf-4984-9936-d58d96ff6917', 'status': 'completed', 'code': 200} Apr 30 17:32:13.053693 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-5a65e66f-df27-4b16-af49-3c94ca987c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:13.056456 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-5a65e66f-df27-4b16-af49-3c94ca987c48 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a11bde57-4113-41bb-9209-b6e9a0311919 HTTP/1.1" status: 200 len: 858 time: 0.2479603 Apr 30 17:32:13.122260 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-052b7396-24d7-4bef-a48e-83a5b09610d7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581481 Apr 30 17:32:13.148048 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-277fe665-9fbf-4e2e-a63b-369b76db6579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:13.247101 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-277fe665-9fbf-4e2e-a63b-369b76db6579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:13.255897 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:13.312176 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-277fe665-9fbf-4e2e-a63b-369b76db6579 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=773512326ad7433d8937e6ba68261b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7304475 Apr 30 17:32:13.312414 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 53808) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:13.314054 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fe665-9fbf-4e2e-a63b-369b76db6579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f62c760-f105-4e53-afdf-1044b0f963be,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:13.322206 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-277fe665-9fbf-4e2e-a63b-369b76db6579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:13.413939 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-ba0f7fcf-f83a-4652-b41b-7d289f8bceee service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770386 Apr 30 17:32:13.470794 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8a18fee-120e-4491-85ed-9644d25b6fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:13.565106 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8a18fee-120e-4491-85ed-9644d25b6fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:13.693475 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-0e4076df-0e68-499f-a69c-15c06fa53550 req-f6da6c74-e3cf-4841-a14b-f812a3628c98 service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668502 Apr 30 17:32:13.767715 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:13.905314 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c18806-deb5-4a13-8afa-cd2d4c1749d8 req-34dc716b-7749-4c24-85f0-6e2fd880aa7c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:13.906860 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-90c18806-deb5-4a13-8afa-cd2d4c1749d8 req-34dc716b-7749-4c24-85f0-6e2fd880aa7c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 944 time: 0.0970359 Apr 30 17:32:13.965592 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-90c18806-deb5-4a13-8afa-cd2d4c1749d8 req-6148b54d-15d4-446b-9524-88a92da27634 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457404 Apr 30 17:32:13.983424 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8a18fee-120e-4491-85ed-9644d25b6fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:13.993319 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-cd4b67cd-84b7-4dd4-a7b8-02c9412f5097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:14.011785 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a18fee-120e-4491-85ed-9644d25b6fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f62c760-f105-4e53-afdf-1044b0f963be,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:14.017384 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c8a18fee-120e-4491-85ed-9644d25b6fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:14.025055 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8a18fee-120e-4491-85ed-9644d25b6fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:14.030052 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-c8a18fee-120e-4491-85ed-9644d25b6fe4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f62c760-f105-4e53-afdf-1044b0f963be HTTP/1.1" status: 204 len: 168 time: 0.7126107 Apr 30 17:32:14.057662 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa83ad-7d43-455f-a519-1b0fc1a0f03d req-d04722f7-6490-427b-a673-b40c8ac204ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:14.059278 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-95fa83ad-7d43-455f-a519-1b0fc1a0f03d req-d04722f7-6490-427b-a673-b40c8ac204ac service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae9d2df8f4c74628a2aa2b607068f344&device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 1097 time: 0.1284790 Apr 30 17:32:14.221057 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa83ad-7d43-455f-a519-1b0fc1a0f03d req-afef99bf-f64b-4c4e-b865-1429f7954bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:14.224406 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-95fa83ad-7d43-455f-a519-1b0fc1a0f03d req-afef99bf-f64b-4c4e-b865-1429f7954bae service neutron] 10.222.0.63 "GET /v2.0/networks?id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a HTTP/1.1" status: 200 len: 919 time: 0.1576436 Apr 30 17:32:14.324544 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-95fa83ad-7d43-455f-a519-1b0fc1a0f03d req-ec3db05e-a87d-4590-8203-1c1fe3a7fea1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1522d114-8baf-4984-9936-d58d96ff6917 HTTP/1.1" status: 200 len: 217 time: 0.0928521 Apr 30 17:32:14.399633 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa83ad-7d43-455f-a519-1b0fc1a0f03d req-04dccb47-65e8-4fb1-b706-024d503fb34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:14.401527 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-95fa83ad-7d43-455f-a519-1b0fc1a0f03d req-04dccb47-65e8-4fb1-b706-024d503fb34f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a11bde57-4113-41bb-9209-b6e9a0311919 HTTP/1.1" status: 200 len: 858 time: 0.0692840 Apr 30 17:32:14.457733 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-95fa83ad-7d43-455f-a519-1b0fc1a0f03d req-886156d4-1529-4596-83c5-8c13d0ccf3d8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475290 Apr 30 17:32:14.616228 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-95fa83ad-7d43-455f-a519-1b0fc1a0f03d req-f2ddba88-06cc-4d85-8bd7-ab5b2f23c588 service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472702 Apr 30 17:32:14.783035 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-95fa83ad-7d43-455f-a519-1b0fc1a0f03d req-0aeb1899-c878-4def-870f-d444aef54eed service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595359 Apr 30 17:32:15.215812 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cc8f7-8734-44c8-a95c-474ed7f7a16a req-c7a44c1b-6ee7-48f7-b97c-c54be0449c8b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:15.217373 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-248cc8f7-8734-44c8-a95c-474ed7f7a16a req-c7a44c1b-6ee7-48f7-b97c-c54be0449c8b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 944 time: 0.1270680 Apr 30 17:32:15.301159 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-248cc8f7-8734-44c8-a95c-474ed7f7a16a req-249b1ade-5321-45e7-b279-b380a49df2a9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753582 Apr 30 17:32:15.801825 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:16.307692 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:32:16.536008 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb308ac-3b5e-431f-993d-4f13b81b084c req-102139c8-6f4a-4384-b138-4ae56f802cd9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:16.537617 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4bb308ac-3b5e-431f-993d-4f13b81b084c req-102139c8-6f4a-4384-b138-4ae56f802cd9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 944 time: 0.1211300 Apr 30 17:32:16.590528 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4bb308ac-3b5e-431f-993d-4f13b81b084c req-15ec1f3f-52b7-4e59-9db5-8b97b4da6c6f tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463483 Apr 30 17:32:16.702260 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 7ee2c3de-cb4c-4313-a47a-6607c85033fc details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:32:16.724277 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 53914) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:16.915458 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 7ee2c3de-cb4c-4313-a47a-6607c85033fc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7ee2c3de-cb4c-4313-a47a-6607c85033fc,segment=NetworkSegment(74121356-09c4-4dcd-9fe4-01d058041186),segment_id=74121356-09c4-4dcd-9fe4-01d058041186)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:16.933715 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '7ee2c3de-cb4c-4313-a47a-6607c85033fc', 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a', 'port_id': '7ee2c3de-cb4c-4313-a47a-6607c85033fc', 'mac_address': 'fa:16:3e:33:e9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11bde57-4113-41bb-9209-b6e9a0311919', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:32:16.999667 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-158ac6fe-c365-450d-9b75-f5ee03282755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:17.004049 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:17.025634 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-158ac6fe-c365-450d-9b75-f5ee03282755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:17.043683 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-158ac6fe-c365-450d-9b75-f5ee03282755 admin admin] Usage tracker for resource:security_group_rule and tenant:b43ef53e32824b178a519d200b919a91 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:17.047746 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-158ac6fe-c365-450d-9b75-f5ee03282755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:17.051374 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee2c3de-cb4c-4313-a47a-6607c85033fc {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:32:17.056912 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-158ac6fe-c365-450d-9b75-f5ee03282755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:17.084475 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 7ee2c3de-cb4c-4313-a47a-6607c85033fc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7ee2c3de-cb4c-4313-a47a-6607c85033fc,segment=NetworkSegment(74121356-09c4-4dcd-9fe4-01d058041186),segment_id=74121356-09c4-4dcd-9fe4-01d058041186)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:17.192949 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-158ac6fe-c365-450d-9b75-f5ee03282755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:17.204139 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:17.207923 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-24929d2a-7f64-471e-9799-f59fab5af35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:17.322472 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=7ee2c3de-cb4c-4313-a47a-6607c85033fc,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:17.327806 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:17.453192 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-158ac6fe-c365-450d-9b75-f5ee03282755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:17.462001 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:17.515631 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ac6fe-c365-450d-9b75-f5ee03282755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97481d40-d12c-4a0e-be4d-03f57fe1c7f3,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:17.525936 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-158ac6fe-c365-450d-9b75-f5ee03282755 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b43ef53e32824b178a519d200b919a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7978184 Apr 30 17:32:17.525936 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-158ac6fe-c365-450d-9b75-f5ee03282755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:17.528001 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 53936) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:17.607459 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-23342649-b17f-4fca-b10b-5a658edf5489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:17.642633 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-23342649-b17f-4fca-b10b-5a658edf5489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:17.790711 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-23342649-b17f-4fca-b10b-5a658edf5489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:17.796706 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8acad411-9c66-487a-adfc-7ac059751adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:17.812998 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23342649-b17f-4fca-b10b-5a658edf5489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97481d40-d12c-4a0e-be4d-03f57fe1c7f3,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:17.817706 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-23342649-b17f-4fca-b10b-5a658edf5489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:17.818950 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-23342649-b17f-4fca-b10b-5a658edf5489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:17.823637 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-23342649-b17f-4fca-b10b-5a658edf5489 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97481d40-d12c-4a0e-be4d-03f57fe1c7f3 HTTP/1.1" status: 204 len: 168 time: 0.2911775 Apr 30 17:32:17.896050 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16eea7-586d-42d9-87ec-bd5a86e9120b req-e75dd12c-822c-45e0-b947-7062da104a3a tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:17.898779 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cb16eea7-586d-42d9-87ec-bd5a86e9120b req-e75dd12c-822c-45e0-b947-7062da104a3a tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 944 time: 0.1370907 Apr 30 17:32:17.976658 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cb16eea7-586d-42d9-87ec-bd5a86e9120b req-b58c61c0-68ad-47bc-a9c8-b02cb054ce43 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708964 Apr 30 17:32:18.709854 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 53960) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:18.728759 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c2bfce7a-1c8d-4698-8753-70ecfbaf127f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:18.743988 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c2bfce7a-1c8d-4698-8753-70ecfbaf127f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:18.747971 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c2bfce7a-1c8d-4698-8753-70ecfbaf127f admin admin] Usage tracker for resource:security_group_rule and tenant:2cc26a2199fd455c9fa7b603e7137bb7 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:18.751304 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c2bfce7a-1c8d-4698-8753-70ecfbaf127f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:18.757955 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c2bfce7a-1c8d-4698-8753-70ecfbaf127f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:18.854365 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c2bfce7a-1c8d-4698-8753-70ecfbaf127f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:18.961309 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c2bfce7a-1c8d-4698-8753-70ecfbaf127f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:18.969083 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-27caa5c3-dd16-4a44-a42d-16bf464fc36e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:19.021588 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-c2bfce7a-1c8d-4698-8753-70ecfbaf127f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2cc26a2199fd455c9fa7b603e7137bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106089 Apr 30 17:32:19.022938 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfce7a-1c8d-4698-8753-70ecfbaf127f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269fe7c5-0e9e-4e6f-8c21-ec2266c6381a,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:19.025815 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 53966) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:19.027096 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c2bfce7a-1c8d-4698-8753-70ecfbaf127f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:19.217247 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-59af3230-7200-412f-9aa0-c061716ba60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.262540 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-59af3230-7200-412f-9aa0-c061716ba60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.330454 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e783c2-787b-4169-99c9-5ffc8fc146a2 req-6659b578-7597-46e3-a1ae-108e005ceb73 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:19.332571 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-36e783c2-787b-4169-99c9-5ffc8fc146a2 req-6659b578-7597-46e3-a1ae-108e005ceb73 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 944 time: 0.1515360 Apr 30 17:32:19.389918 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-36e783c2-787b-4169-99c9-5ffc8fc146a2 req-3027a082-81d3-4350-beb0-c93b18b6521a tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472083 Apr 30 17:32:19.476176 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-59af3230-7200-412f-9aa0-c061716ba60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.482966 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-4ec8664b-092e-45ef-a1d7-01aeff1b65b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:19.507886 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af3230-7200-412f-9aa0-c061716ba60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269fe7c5-0e9e-4e6f-8c21-ec2266c6381a,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:19.518166 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-59af3230-7200-412f-9aa0-c061716ba60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:19.541876 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-59af3230-7200-412f-9aa0-c061716ba60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.543622 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-59af3230-7200-412f-9aa0-c061716ba60e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/269fe7c5-0e9e-4e6f-8c21-ec2266c6381a HTTP/1.1" status: 204 len: 168 time: 0.5165582 Apr 30 17:32:20.685556 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396ae30-6b9d-4ae3-9b51-37f139c75f77 req-29db2456-96ba-4cf7-8104-0891e7663e45 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:20.698272 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3396ae30-6b9d-4ae3-9b51-37f139c75f77 req-29db2456-96ba-4cf7-8104-0891e7663e45 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 944 time: 0.1541433 Apr 30 17:32:20.774080 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3396ae30-6b9d-4ae3-9b51-37f139c75f77 req-ae0be844-5f5d-40fc-b4a8-ce44e252099d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746377 Apr 30 17:32:22.010477 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5122b-23d9-4a31-a8bb-1868e275e281 req-f593389e-2076-4cc3-943e-f62aa1361fbb tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:22.013803 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-31b5122b-23d9-4a31-a8bb-1868e275e281 req-f593389e-2076-4cc3-943e-f62aa1361fbb tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 944 time: 0.1175828 Apr 30 17:32:22.083431 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-31b5122b-23d9-4a31-a8bb-1868e275e281 req-3b005005-8b4f-4fa5-8fa5-888e8d5d5150 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600271 Apr 30 17:32:22.548181 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['7ee2c3de-cb4c-4313-a47a-6607c85033fc'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:32:23.385266 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0191b3f-bcec-4f6e-9e9e-612d8bd1f11c req-25b0b850-88dc-4817-9bed-c4e82edabaca tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:23.386861 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d0191b3f-bcec-4f6e-9e9e-612d8bd1f11c req-25b0b850-88dc-4817-9bed-c4e82edabaca tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 944 time: 0.0959091 Apr 30 17:32:23.438758 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d0191b3f-bcec-4f6e-9e9e-612d8bd1f11c req-fb78ecc0-38c4-4aa8-b8fb-cf65a524e35f tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449662 Apr 30 17:32:23.988953 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 54090) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:24.182002 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8718f0bf-bcba-43ce-ad0c-f9feed44a046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:24.199507 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-8718f0bf-bcba-43ce-ad0c-f9feed44a046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:24.203869 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-8718f0bf-bcba-43ce-ad0c-f9feed44a046 admin admin] Usage tracker for resource:security_group_rule and tenant:9fb70833ba3d4b5195731cae54bd48e6 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:24.208067 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-8718f0bf-bcba-43ce-ad0c-f9feed44a046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:24.215472 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-8718f0bf-bcba-43ce-ad0c-f9feed44a046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:24.346837 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8718f0bf-bcba-43ce-ad0c-f9feed44a046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:24.492720 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8718f0bf-bcba-43ce-ad0c-f9feed44a046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:24.509537 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1fe3c041-756e-4f52-8cf3-6aaf7fc542f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:24.585611 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718f0bf-bcba-43ce-ad0c-f9feed44a046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c33a16-bbf7-4a88-b008-01c4274bfe99,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:24.602129 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 54110) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:24.602644 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-8718f0bf-bcba-43ce-ad0c-f9feed44a046 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9fb70833ba3d4b5195731cae54bd48e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6111703 Apr 30 17:32:24.603656 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8718f0bf-bcba-43ce-ad0c-f9feed44a046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:24.749178 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-115ff5d4-cf34-442d-b8d0-215d8ba50aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:24.795244 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-115ff5d4-cf34-442d-b8d0-215d8ba50aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:24.818270 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09aab11-c79e-4050-85c9-6f612489bd60 req-789f84eb-dcbd-498e-9b61-3ce5d67e1eb9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:24.821997 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d09aab11-c79e-4050-85c9-6f612489bd60 req-789f84eb-dcbd-498e-9b61-3ce5d67e1eb9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 944 time: 0.1703610 Apr 30 17:32:24.956437 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d09aab11-c79e-4050-85c9-6f612489bd60 req-2b4133fb-3911-4b70-8259-12a82d241fda tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209795 Apr 30 17:32:25.104878 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-115ff5d4-cf34-442d-b8d0-215d8ba50aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.108966 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-47de6109-81ff-404c-8948-c00a6009f5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:25.121718 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ff5d4-cf34-442d-b8d0-215d8ba50aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c33a16-bbf7-4a88-b008-01c4274bfe99,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:25.125865 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-115ff5d4-cf34-442d-b8d0-215d8ba50aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:25.130399 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-115ff5d4-cf34-442d-b8d0-215d8ba50aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.131764 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-115ff5d4-cf34-442d-b8d0-215d8ba50aa0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2c33a16-bbf7-4a88-b008-01c4274bfe99 HTTP/1.1" status: 204 len: 168 time: 0.5270844 Apr 30 17:32:25.183299 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 1522d114-8baf-4984-9936-d58d96ff6917 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:32:25.228046 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 7ee2c3de-cb4c-4313-a47a-6607c85033fc up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:25.451833 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 1522d114-8baf-4984-9936-d58d96ff6917, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1522d114-8baf-4984-9936-d58d96ff6917,segment=NetworkSegment(74121356-09c4-4dcd-9fe4-01d058041186),segment_id=74121356-09c4-4dcd-9fe4-01d058041186)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:25.466535 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '1522d114-8baf-4984-9936-d58d96ff6917', 'network_id': '22bf3bd9-ef90-4446-baa6-011ca05b8d9a', 'port_id': '1522d114-8baf-4984-9936-d58d96ff6917', 'mac_address': 'fa:16:3e:66:5a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11bde57-4113-41bb-9209-b6e9a0311919', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:32:25.498661 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port 7ee2c3de-cb4c-4313-a47a-6607c85033fc completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:25.510534 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 7ee2c3de-cb4c-4313-a47a-6607c85033fc triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:25.510914 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.582605 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.610352 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1522d114-8baf-4984-9936-d58d96ff6917 {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:32:25.701721 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 1522d114-8baf-4984-9936-d58d96ff6917, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1522d114-8baf-4984-9936-d58d96ff6917,segment=NetworkSegment(74121356-09c4-4dcd-9fe4-01d058041186),segment_id=74121356-09c4-4dcd-9fe4-01d058041186)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:25.718130 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.752302 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7650cb-059f-4f6e-8822-2541314b004d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee2c3de-cb4c-4313-a47a-6607c85033fc'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:32:25.764172 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 7ee2c3de-cb4c-4313-a47a-6607c85033fc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7ee2c3de-cb4c-4313-a47a-6607c85033fc,segment=NetworkSegment(74121356-09c4-4dcd-9fe4-01d058041186),segment_id=74121356-09c4-4dcd-9fe4-01d058041186)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:25.801757 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.803748 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:25.834873 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7650cb-059f-4f6e-8822-2541314b004d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee2c3de-cb4c-4313-a47a-6607c85033fc', 'code': 200} Apr 30 17:32:25.884595 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=1522d114-8baf-4984-9936-d58d96ff6917,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:25.887947 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:25.937634 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.939524 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-03ba7c8b-2b5e-4d46-b34a-653c18815215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:26.013334 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=7ee2c3de-cb4c-4313-a47a-6607c85033fc,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:26.016992 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:26.091385 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 54138) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:26.117870 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a44b756d-ba8c-4f29-88fd-675f8d5003b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:26.139187 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-a44b756d-ba8c-4f29-88fd-675f8d5003b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:26.147164 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-a44b756d-ba8c-4f29-88fd-675f8d5003b8 admin admin] Usage tracker for resource:security_group_rule and tenant:b957ee964fc143609d3cab13559acdb6 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:26.152214 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-a44b756d-ba8c-4f29-88fd-675f8d5003b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:26.159383 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-a44b756d-ba8c-4f29-88fd-675f8d5003b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:26.204099 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0b8a5-f9d9-4293-b1a7-e3e332e00388 req-55d936d9-d14b-46f6-84d0-9b8e675a66aa tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:26.207455 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-abf0b8a5-f9d9-4293-b1a7-e3e332e00388 req-55d936d9-d14b-46f6-84d0-9b8e675a66aa tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 945 time: 0.1284046 Apr 30 17:32:26.304400 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-abf0b8a5-f9d9-4293-b1a7-e3e332e00388 req-95c299ff-edcc-467d-8751-14add6aa893a tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900161 Apr 30 17:32:26.351510 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a44b756d-ba8c-4f29-88fd-675f8d5003b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:26.441720 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a44b756d-ba8c-4f29-88fd-675f8d5003b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:26.453431 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1cc1073d-5dec-4799-9cd1-d8a4f0a361c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:26.498444 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b756d-ba8c-4f29-88fd-675f8d5003b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220db9ed-8204-42aa-945b-3efadf42b6d4,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:26.503103 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-a44b756d-ba8c-4f29-88fd-675f8d5003b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b957ee964fc143609d3cab13559acdb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091001 Apr 30 17:32:26.504434 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-a44b756d-ba8c-4f29-88fd-675f8d5003b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:26.505985 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 54160) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:26.584795 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4134-a7f7-4fa6-bb5a-49766b90a426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:26.619688 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4134-a7f7-4fa6-bb5a-49766b90a426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:26.830498 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4134-a7f7-4fa6-bb5a-49766b90a426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:26.837454 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-0e430a69-36c0-4950-8a29-1579b2714d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:26.875580 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef4134-a7f7-4fa6-bb5a-49766b90a426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220db9ed-8204-42aa-945b-3efadf42b6d4,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:26.883187 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b0ef4134-a7f7-4fa6-bb5a-49766b90a426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:26.900390 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4134-a7f7-4fa6-bb5a-49766b90a426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:26.902380 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-b0ef4134-a7f7-4fa6-bb5a-49766b90a426 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/220db9ed-8204-42aa-945b-3efadf42b6d4 HTTP/1.1" status: 204 len: 168 time: 0.3948545 Apr 30 17:32:27.562550 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaacee3-447c-4fbd-a94d-85cf45d38060 req-57ae3922-ab31-418a-a839-b4efa39d5277 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:27.565822 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-feaacee3-447c-4fbd-a94d-85cf45d38060 req-57ae3922-ab31-418a-a839-b4efa39d5277 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 945 time: 0.1116760 Apr 30 17:32:27.622002 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-feaacee3-447c-4fbd-a94d-85cf45d38060 req-aea8904e-ce6e-4b46-8cd5-08e7386abf2f tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496197 Apr 30 17:32:28.857500 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eabad2-d6ab-45a4-ae9e-aab4e3ce4195 req-4d51d269-254e-458b-9b12-4f9fef54c274 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:28.859246 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d5eabad2-d6ab-45a4-ae9e-aab4e3ce4195 req-4d51d269-254e-458b-9b12-4f9fef54c274 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 945 time: 0.1029243 Apr 30 17:32:28.935995 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d5eabad2-d6ab-45a4-ae9e-aab4e3ce4195 req-472394b2-b1ea-49dc-a93a-7464b5e3930c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694644 Apr 30 17:32:29.412261 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd2f03-878f-4520-ba48-c92e27fb1138 req-04b5f433-f7b3-4d3d-b64f-05206b0cfb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:29.417819 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-54bd2f03-878f-4520-ba48-c92e27fb1138 req-04b5f433-f7b3-4d3d-b64f-05206b0cfb97 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 1098 time: 0.1970177 Apr 30 17:32:29.829867 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:30.161063 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e40c2-f6b8-4bf5-ac0d-ebcc0aeb295b req-2ae560f7-9f84-4a53-a24d-2fb6bf9edd8b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:30.162690 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4e9e40c2-f6b8-4bf5-ac0d-ebcc0aeb295b req-2ae560f7-9f84-4a53-a24d-2fb6bf9edd8b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 945 time: 0.0982671 Apr 30 17:32:30.214602 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4e9e40c2-f6b8-4bf5-ac0d-ebcc0aeb295b req-1e331422-9fff-4d06-bb76-4b1fa5c68c4b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454607 Apr 30 17:32:30.756858 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-54bd2f03-878f-4520-ba48-c92e27fb1138 req-1ea8c085-d4f6-4138-a709-a78c076db74e service neutron] Synchronizing usage tracker for tenant:c7404fc894a34d5e8647e15696937236 on resource:security_group {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:32:30.797400 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['1522d114-8baf-4984-9936-d58d96ff6917'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:32:30.929106 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-54bd2f03-878f-4520-ba48-c92e27fb1138 req-1ea8c085-d4f6-4138-a709-a78c076db74e service neutron] Unset dirty status for tenant:c7404fc894a34d5e8647e15696937236 on resource:security_group {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:32:30.931151 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-54bd2f03-878f-4520-ba48-c92e27fb1138 req-1ea8c085-d4f6-4138-a709-a78c076db74e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268469 Apr 30 17:32:31.434961 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bd70e-7fa4-4782-b1de-c4bafabf561e req-ba63163a-fc14-4c38-8d04-bcdb99e193f9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:31.437602 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b13bd70e-7fa4-4782-b1de-c4bafabf561e req-ba63163a-fc14-4c38-8d04-bcdb99e193f9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 945 time: 0.1104000 Apr 30 17:32:31.499889 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b13bd70e-7fa4-4782-b1de-c4bafabf561e req-f2a98527-b8e8-4fd2-b3ec-f8dea36cdc4c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542252 Apr 30 17:32:32.810964 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aaf55-acab-4202-bcc9-da53c42ba693 req-be0e122e-6647-481b-b4bc-ce4e876729df tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:32.812588 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-097aaf55-acab-4202-bcc9-da53c42ba693 req-be0e122e-6647-481b-b4bc-ce4e876729df tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 945 time: 0.1144350 Apr 30 17:32:32.899156 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-097aaf55-acab-4202-bcc9-da53c42ba693 req-81041c0b-d578-4334-b137-6935febc481d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746474 Apr 30 17:32:33.207788 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 1522d114-8baf-4984-9936-d58d96ff6917 up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:33.419424 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port 1522d114-8baf-4984-9936-d58d96ff6917 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:33.435153 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 1522d114-8baf-4984-9936-d58d96ff6917 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:33.435153 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:33.580480 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:33.610437 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9758047c-229e-4b56-8d97-73e10df5c966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1522d114-8baf-4984-9936-d58d96ff6917'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:32:33.622741 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 1522d114-8baf-4984-9936-d58d96ff6917, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1522d114-8baf-4984-9936-d58d96ff6917,segment=NetworkSegment(74121356-09c4-4dcd-9fe4-01d058041186),segment_id=74121356-09c4-4dcd-9fe4-01d058041186)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:33.661538 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9758047c-229e-4b56-8d97-73e10df5c966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1522d114-8baf-4984-9936-d58d96ff6917', 'code': 200} Apr 30 17:32:33.738544 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:33.740525 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:33.842193 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=1522d114-8baf-4984-9936-d58d96ff6917,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:33.863102 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:33.863952 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:33.864568 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:33.865094 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:33.865640 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:33.866177 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:33.866709 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:33.867292 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:33.867850 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:33.868421 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:33.868996 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:33.869557 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:33.878341 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:34.187139 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bce3f-7850-4c7c-a5da-d24f29974f9b req-73f13224-420d-4474-985f-50590e50eb2d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:34.188956 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-627bce3f-7850-4c7c-a5da-d24f29974f9b req-73f13224-420d-4474-985f-50590e50eb2d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1205060 Apr 30 17:32:34.200305 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec225af5-bf82-4f6d-824a-4f6bb216d6ab req-151b7909-336d-498d-9b6e-d30e9a75d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:34.201948 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ec225af5-bf82-4f6d-824a-4f6bb216d6ab req-151b7909-336d-498d-9b6e-d30e9a75d7a3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 1099 time: 0.0871463 Apr 30 17:32:34.273060 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-627bce3f-7850-4c7c-a5da-d24f29974f9b req-d19c8827-8506-4a42-99c3-66ff2b6b025d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746124 Apr 30 17:32:34.342012 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ec225af5-bf82-4f6d-824a-4f6bb216d6ab req-e45e0c70-ad53-453d-b875-8a769a9d446d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289775 Apr 30 17:32:35.552942 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d243347-cafb-4bca-9122-bc775e6006fc req-7913321a-d933-4b47-9bd4-50458753b69b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:35.555310 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d243347-cafb-4bca-9122-bc775e6006fc req-7913321a-d933-4b47-9bd4-50458753b69b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1298280 Apr 30 17:32:35.677247 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d243347-cafb-4bca-9122-bc775e6006fc req-005f4871-874c-4c70-814d-251234b0fccf tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083825 Apr 30 17:32:36.967185 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd612e-476a-4d46-bebe-ab09f5fe71ec req-3450ef82-2c3c-47d2-9f66-cdc5608b2450 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:36.969540 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e5dd612e-476a-4d46-bebe-ab09f5fe71ec req-3450ef82-2c3c-47d2-9f66-cdc5608b2450 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1444728 Apr 30 17:32:37.043102 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e5dd612e-476a-4d46-bebe-ab09f5fe71ec req-1f8f0c57-2e30-427a-9e66-cc4e5c8428dd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642233 Apr 30 17:32:37.327905 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 54466) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:37.387041 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 54474) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:37.604989 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ca5240c5-9d29-43a4-b0ef-7d869d2a2a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:37.624853 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-021779ad-ccc7-43dd-a10b-b20ef604b84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:37.643997 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-ca5240c5-9d29-43a4-b0ef-7d869d2a2a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:37.649224 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-021779ad-ccc7-43dd-a10b-b20ef604b84a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:37.651992 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-ca5240c5-9d29-43a4-b0ef-7d869d2a2a50 admin admin] Usage tracker for resource:security_group_rule and tenant:3e6dd7f791ff41c19368b1543040d726 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:37.656671 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-ca5240c5-9d29-43a4-b0ef-7d869d2a2a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:37.660987 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-021779ad-ccc7-43dd-a10b-b20ef604b84a admin admin] Usage tracker for resource:security_group_rule and tenant:55af890a328043eab702444a74e5a04b is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:37.672767 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-021779ad-ccc7-43dd-a10b-b20ef604b84a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:37.699647 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-021779ad-ccc7-43dd-a10b-b20ef604b84a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:37.761081 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-ca5240c5-9d29-43a4-b0ef-7d869d2a2a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:37.788263 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 54486) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:37.933263 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d9faf642-9742-4c53-8192-c03f0eef5bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:37.950444 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-d9faf642-9742-4c53-8192-c03f0eef5bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:37.955759 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-d9faf642-9742-4c53-8192-c03f0eef5bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:5d51298700df4a09aab56fa73dbe1057 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:37.959644 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-d9faf642-9742-4c53-8192-c03f0eef5bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:37.966885 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-d9faf642-9742-4c53-8192-c03f0eef5bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:38.071117 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c20a97-3dfb-4a3f-b0e5-502bf04f62d6 req-8e7723a3-1a16-4799-92f9-e706bbcfeec5 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:38.072284 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d9faf642-9742-4c53-8192-c03f0eef5bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.072825 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d8c20a97-3dfb-4a3f-b0e5-502bf04f62d6 req-8e7723a3-1a16-4799-92f9-e706bbcfeec5 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.3081815 Apr 30 17:32:38.190432 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d9faf642-9742-4c53-8192-c03f0eef5bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.203414 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-920a418b-0cc0-41f7-9e02-21ff3bb67315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:38.235229 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-021779ad-ccc7-43dd-a10b-b20ef604b84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.283994 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-d9faf642-9742-4c53-8192-c03f0eef5bb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d51298700df4a09aab56fa73dbe1057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936826 Apr 30 17:32:38.285896 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9faf642-9742-4c53-8192-c03f0eef5bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e08654-d924-4d0e-a645-395f9c626f13,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:38.288585 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 54496) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:38.291832 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d9faf642-9742-4c53-8192-c03f0eef5bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:38.307934 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d8c20a97-3dfb-4a3f-b0e5-502bf04f62d6 req-009e781b-3668-45db-9a72-6a3fcd34b5b9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241702 Apr 30 17:32:38.313153 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ca5240c5-9d29-43a4-b0ef-7d869d2a2a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.357659 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-021779ad-ccc7-43dd-a10b-b20ef604b84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.375719 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-28feeace-1105-4eb4-9366-63e696d17ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.375948 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-a05a5484-a548-4ea5-b5be-b78fdece7035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:38.406843 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-28feeace-1105-4eb4-9366-63e696d17ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.426040 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-021779ad-ccc7-43dd-a10b-b20ef604b84a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55af890a328043eab702444a74e5a04b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0332170 Apr 30 17:32:38.426040 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021779ad-ccc7-43dd-a10b-b20ef604b84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c219977-b143-4e44-a83d-690f64bbe397,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:38.428301 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 54500) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:38.429613 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-021779ad-ccc7-43dd-a10b-b20ef604b84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:38.452875 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ca5240c5-9d29-43a4-b0ef-7d869d2a2a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.463493 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-925ffa43-230f-4086-b5e4-d9bc0edf9631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:38.521998 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-ca5240c5-9d29-43a4-b0ef-7d869d2a2a50 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e6dd7f791ff41c19368b1543040d726&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1894655 Apr 30 17:32:38.521998 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5240c5-9d29-43a4-b0ef-7d869d2a2a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c6309c-2730-4d9a-a32a-a7a4788da6ac,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:38.523132 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 54504) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:38.525815 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-ca5240c5-9d29-43a4-b0ef-7d869d2a2a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:38.533318 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-17bb3689-d198-4fb6-87f6-7bbec8305816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.578545 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-17bb3689-d198-4fb6-87f6-7bbec8305816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.607709 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a94437bb-bb0b-48ac-a9fd-f3928a16c19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.629443 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-28feeace-1105-4eb4-9366-63e696d17ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.645141 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c2bfce7a-1c8d-4698-8753-70ecfbaf127f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:38.646639 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a94437bb-bb0b-48ac-a9fd-f3928a16c19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.699437 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28feeace-1105-4eb4-9366-63e696d17ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e08654-d924-4d0e-a645-395f9c626f13,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:38.707706 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-28feeace-1105-4eb4-9366-63e696d17ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:38.720138 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-28feeace-1105-4eb4-9366-63e696d17ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.721515 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-28feeace-1105-4eb4-9366-63e696d17ab8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0e08654-d924-4d0e-a645-395f9c626f13 HTTP/1.1" status: 204 len: 168 time: 0.4316866 Apr 30 17:32:38.824448 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-17bb3689-d198-4fb6-87f6-7bbec8305816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.828756 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-2b4c02d9-9947-4bde-aaca-b1178ab79d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:38.842739 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb3689-d198-4fb6-87f6-7bbec8305816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c219977-b143-4e44-a83d-690f64bbe397,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:38.846363 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-17bb3689-d198-4fb6-87f6-7bbec8305816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:38.852896 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-17bb3689-d198-4fb6-87f6-7bbec8305816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.854290 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a94437bb-bb0b-48ac-a9fd-f3928a16c19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.854431 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-17bb3689-d198-4fb6-87f6-7bbec8305816 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c219977-b143-4e44-a83d-690f64bbe397 HTTP/1.1" status: 204 len: 168 time: 0.4246738 Apr 30 17:32:38.864399 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:38.885655 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94437bb-bb0b-48ac-a9fd-f3928a16c19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c6309c-2730-4d9a-a32a-a7a4788da6ac,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:38.890218 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-a94437bb-bb0b-48ac-a9fd-f3928a16c19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:38.904610 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a94437bb-bb0b-48ac-a9fd-f3928a16c19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.906647 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-a94437bb-bb0b-48ac-a9fd-f3928a16c19b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0c6309c-2730-4d9a-a32a-a7a4788da6ac HTTP/1.1" status: 204 len: 168 time: 0.3827384 Apr 30 17:32:39.265083 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-c4752c0f-6b01-4df3-8741-8c4c630ccad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:39.611417 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3e815-a405-4e53-a4e2-770b7089f349 req-c9e2e5b4-508e-4731-8bbf-8517d1e2c9b9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:39.613921 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c0d3e815-a405-4e53-a4e2-770b7089f349 req-c9e2e5b4-508e-4731-8bbf-8517d1e2c9b9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1265738 Apr 30 17:32:39.669585 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c0d3e815-a405-4e53-a4e2-770b7089f349 req-fad3fc2d-92ef-4f02-8964-7ac0cb6d6e37 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488691 Apr 30 17:32:39.927630 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 54530) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:39.960916 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-238681e5-8e13-457b-8059-e60c435a9016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:39.989841 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-238681e5-8e13-457b-8059-e60c435a9016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:39.997497 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-238681e5-8e13-457b-8059-e60c435a9016 admin admin] Usage tracker for resource:security_group_rule and tenant:76eb5181e30944dcbdf27fdc519f7a26 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:40.003232 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-238681e5-8e13-457b-8059-e60c435a9016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:40.014150 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-238681e5-8e13-457b-8059-e60c435a9016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:40.146139 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-238681e5-8e13-457b-8059-e60c435a9016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:40.207771 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-238681e5-8e13-457b-8059-e60c435a9016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:40.216139 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-ec70daf0-c1ef-4b6d-8e3f-be5f6aa4f20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:40.264618 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238681e5-8e13-457b-8059-e60c435a9016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7ef371-8ed5-40e2-a201-923c22fef502,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:40.270540 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-238681e5-8e13-457b-8059-e60c435a9016 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76eb5181e30944dcbdf27fdc519f7a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413098 Apr 30 17:32:40.271624 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-238681e5-8e13-457b-8059-e60c435a9016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:40.276497 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 54540) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:40.355748 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0d4a5813-1b4f-47a4-995c-6e1e1700d388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:40.387390 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0d4a5813-1b4f-47a4-995c-6e1e1700d388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:40.538736 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0d4a5813-1b4f-47a4-995c-6e1e1700d388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:40.542635 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-fcce96fe-a28e-4cc0-b0ee-7eda1fe39451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:40.557561 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a5813-1b4f-47a4-995c-6e1e1700d388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7ef371-8ed5-40e2-a201-923c22fef502,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:40.560960 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-0d4a5813-1b4f-47a4-995c-6e1e1700d388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:40.564603 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-0d4a5813-1b4f-47a4-995c-6e1e1700d388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:40.569494 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-0d4a5813-1b4f-47a4-995c-6e1e1700d388 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad7ef371-8ed5-40e2-a201-923c22fef502 HTTP/1.1" status: 204 len: 168 time: 0.2879744 Apr 30 17:32:41.009867 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc05ac4-2f90-4c55-a367-b8d544af7070 req-deb86a17-79e7-41c8-8c6e-a77da6444fbc tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:41.012735 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6cc05ac4-2f90-4c55-a367-b8d544af7070 req-deb86a17-79e7-41c8-8c6e-a77da6444fbc tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1722093 Apr 30 17:32:41.076592 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6cc05ac4-2f90-4c55-a367-b8d544af7070 req-86bfa792-95d9-4f43-b89a-e88e069809b0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530221 Apr 30 17:32:41.807352 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:41.842092 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-2b1e74bb-9728-41d4-bfc6-3df3940f6a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:42.427177 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28914d3-8540-4805-b8ea-3efd5d55f3d1 req-7371f7d1-5f8b-49d1-9232-24c312ad7764 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:42.428843 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f28914d3-8540-4805-b8ea-3efd5d55f3d1 req-7371f7d1-5f8b-49d1-9232-24c312ad7764 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1517072 Apr 30 17:32:42.508456 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f28914d3-8540-4805-b8ea-3efd5d55f3d1 req-1a77978d-4f56-423b-b3d9-77992d90876f tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724592 Apr 30 17:32:43.647945 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02014411-e5fc-47dd-a56d-842e4c2234c1 req-7bf7e081-f0ac-476f-ad04-d845c48cd62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:43.650404 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-02014411-e5fc-47dd-a56d-842e4c2234c1 req-7bf7e081-f0ac-476f-ad04-d845c48cd62f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae9d2df8f4c74628a2aa2b607068f344&device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 1099 time: 0.1562891 Apr 30 17:32:43.794826 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb501c6f-efa7-4272-bb59-9686f64bed8f req-55195f39-68af-411f-b71a-df6c3b34fcf0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:43.797493 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cb501c6f-efa7-4272-bb59-9686f64bed8f req-55195f39-68af-411f-b71a-df6c3b34fcf0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1354456 Apr 30 17:32:43.811773 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:43.891175 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cb501c6f-efa7-4272-bb59-9686f64bed8f req-205b0a6e-f7be-4ddc-b6b0-141698ab375b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823965 Apr 30 17:32:44.056969 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02014411-e5fc-47dd-a56d-842e4c2234c1 req-fd6929fd-510c-4aae-95ba-32dbe0d91128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:44.058674 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-02014411-e5fc-47dd-a56d-842e4c2234c1 req-fd6929fd-510c-4aae-95ba-32dbe0d91128 service neutron] 10.222.0.63 "GET /v2.0/networks?id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a HTTP/1.1" status: 200 len: 919 time: 0.1802549 Apr 30 17:32:44.145173 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-02014411-e5fc-47dd-a56d-842e4c2234c1 req-7356dfc3-7c48-4cec-a988-3f86ec52698c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1522d114-8baf-4984-9936-d58d96ff6917 HTTP/1.1" status: 200 len: 217 time: 0.0782788 Apr 30 17:32:44.222831 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02014411-e5fc-47dd-a56d-842e4c2234c1 req-0e408531-51fd-4244-a607-7c391379394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:44.224318 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-02014411-e5fc-47dd-a56d-842e4c2234c1 req-0e408531-51fd-4244-a607-7c391379394e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a11bde57-4113-41bb-9209-b6e9a0311919 HTTP/1.1" status: 200 len: 858 time: 0.0728934 Apr 30 17:32:44.289831 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-02014411-e5fc-47dd-a56d-842e4c2234c1 req-f9a14bfc-37b2-4652-a918-ec850a365b43 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582445 Apr 30 17:32:44.488546 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-02014411-e5fc-47dd-a56d-842e4c2234c1 req-ef14a93a-0bb7-4bc0-baf5-66483bec14fd service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919177 Apr 30 17:32:44.664074 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-02014411-e5fc-47dd-a56d-842e4c2234c1 req-87a5e1e6-f21f-4286-809a-69afc1394625 service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687083 Apr 30 17:32:45.282300 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece6fc4-711c-450d-934b-9e912639c250 req-1d676569-5206-4b3e-8741-2f712196dffd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:45.284801 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4ece6fc4-711c-450d-934b-9e912639c250 req-1d676569-5206-4b3e-8741-2f712196dffd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1804347 Apr 30 17:32:45.347705 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4ece6fc4-711c-450d-934b-9e912639c250 req-f162b2ca-a8f8-4a93-9dbf-d3e5f5ad175e tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503957 Apr 30 17:32:45.739267 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:46.580805 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aeb590-b458-4d16-ae98-758a89673c78 req-0598f3cb-fd59-4f00-843f-daad2bb38f99 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:46.582812 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d5aeb590-b458-4d16-ae98-758a89673c78 req-0598f3cb-fd59-4f00-843f-daad2bb38f99 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1111012 Apr 30 17:32:46.661442 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d5aeb590-b458-4d16-ae98-758a89673c78 req-5e22ecd6-3c49-4e48-a9db-434c1d1e310a tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709469 Apr 30 17:32:47.970798 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc1f1f-8855-4e28-b81d-2a48303a03f9 req-520e8c54-4659-4d4b-92bb-5dfb47063028 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:47.970798 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-89dc1f1f-8855-4e28-b81d-2a48303a03f9 req-520e8c54-4659-4d4b-92bb-5dfb47063028 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1210551 Apr 30 17:32:48.026169 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-89dc1f1f-8855-4e28-b81d-2a48303a03f9 req-32ba5530-0f43-47c7-9825-c8e56c5f8f6b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530293 Apr 30 17:32:48.416526 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 54720) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:48.661002 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-27f662bd-9e08-4ef8-8f8b-293f6d8c393d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:48.685540 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-27f662bd-9e08-4ef8-8f8b-293f6d8c393d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:48.692561 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-27f662bd-9e08-4ef8-8f8b-293f6d8c393d admin admin] Usage tracker for resource:security_group_rule and tenant:ad188698c18045abbd3eb7295018d09c is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:48.697587 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-27f662bd-9e08-4ef8-8f8b-293f6d8c393d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:48.706935 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-27f662bd-9e08-4ef8-8f8b-293f6d8c393d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:48.834401 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-27f662bd-9e08-4ef8-8f8b-293f6d8c393d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:48.932076 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-27f662bd-9e08-4ef8-8f8b-293f6d8c393d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:48.949072 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ada0cc45-f881-4ad0-a7d3-5333173543c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:49.030440 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-27f662bd-9e08-4ef8-8f8b-293f6d8c393d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad188698c18045abbd3eb7295018d09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6120043 Apr 30 17:32:49.033523 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 54746) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:49.034589 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f662bd-9e08-4ef8-8f8b-293f6d8c393d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5c2d96-0311-43b8-9c34-9a3265ac0238,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:49.042763 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-27f662bd-9e08-4ef8-8f8b-293f6d8c393d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:49.137271 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7e08-4531-4d12-a6be-20a07d03bf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:49.215993 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7e08-4531-4d12-a6be-20a07d03bf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:49.291298 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ae0a8-a622-487f-8180-2f94e4507edc req-6601ae23-d804-4854-8a26-e0ba3888ad68 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:49.293043 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3a2ae0a8-a622-487f-8180-2f94e4507edc req-6601ae23-d804-4854-8a26-e0ba3888ad68 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1411886 Apr 30 17:32:49.398469 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3a2ae0a8-a622-487f-8180-2f94e4507edc req-bc4dcdac-2b92-42fd-a806-feb528a7a1f4 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864835 Apr 30 17:32:49.453007 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7e08-4531-4d12-a6be-20a07d03bf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:49.465313 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:49.488242 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec7e08-4531-4d12-a6be-20a07d03bf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5c2d96-0311-43b8-9c34-9a3265ac0238,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:49.492390 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d6ec7e08-4531-4d12-a6be-20a07d03bf7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:49.508077 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7e08-4531-4d12-a6be-20a07d03bf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:49.510038 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-d6ec7e08-4531-4d12-a6be-20a07d03bf7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc5c2d96-0311-43b8-9c34-9a3265ac0238 HTTP/1.1" status: 204 len: 168 time: 0.4735956 Apr 30 17:32:49.643517 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-8705fde4-ba1a-46df-ad6d-9e551c9c8dc2 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Synchronizing usage tracker for tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba on resource:security_group {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:32:49.739311 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-8705fde4-ba1a-46df-ad6d-9e551c9c8dc2 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Unset dirty status for tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba on resource:security_group {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:32:49.741591 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-8705fde4-ba1a-46df-ad6d-9e551c9c8dc2 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647306844&fields=id&tenant_id=e7e2f3d3fe7b4c798a2442c8e1d493ba HTTP/1.1" status: 200 len: 267 time: 0.1955342 Apr 30 17:32:49.994972 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-77f0f9f0-eb5d-4fa2-ab0c-8c7f7b9cd544 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:49.996208 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-77f0f9f0-eb5d-4fa2-ab0c-8c7f7b9cd544 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Synchronizing usage tracker for tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba on resource:network {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:32:50.127153 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-77f0f9f0-eb5d-4fa2-ab0c-8c7f7b9cd544 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Unset dirty status for tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba on resource:network {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:32:50.128577 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-77f0f9f0-eb5d-4fa2-ab0c-8c7f7b9cd544 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/networks?id=f562e4fa-da35-484f-a131-30b5eb79aa8c HTTP/1.1" status: 200 len: 808 time: 0.3737781 Apr 30 17:32:50.152375 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-cc8374c5-4ab5-41e6-b188-fe4eb9b2bc45 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/quotas/e7e2f3d3fe7b4c798a2442c8e1d493ba HTTP/1.1" status: 200 len: 375 time: 0.0138218 Apr 30 17:32:50.278716 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-293ee107-ea84-4e0e-87af-642305c30cde tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Synchronizing usage tracker for tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:32:50.413067 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-293ee107-ea84-4e0e-87af-642305c30cde tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Unset dirty status for tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:32:50.414678 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-293ee107-ea84-4e0e-87af-642305c30cde tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7e2f3d3fe7b4c798a2442c8e1d493ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2531374 Apr 30 17:32:50.668505 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-1b47c55f-e2ab-445d-9632-3ca6777adf6e service neutron] 10.222.0.18 "GET /v2.0/networks/f562e4fa-da35-484f-a131-30b5eb79aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043006 Apr 30 17:32:50.819375 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a9359-b964-4774-b02d-740c68214eed req-3c3e24e3-c129-4d95-be4b-2508ee542061 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:50.821279 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d14a9359-b964-4774-b02d-740c68214eed req-3c3e24e3-c129-4d95-be4b-2508ee542061 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.2726607 Apr 30 17:32:50.955376 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d14a9359-b964-4774-b02d-740c68214eed req-2bb13f8d-a607-49e3-8bee-ae4cbb3878de tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827873 Apr 30 17:32:50.977278 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-03b9065e-f81f-47cb-907d-3a7536b18d7f service neutron] 10.222.0.18 "GET /v2.0/networks/f562e4fa-da35-484f-a131-30b5eb79aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271046 Apr 30 17:32:51.697985 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 54834) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:51.882526 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-87fc7f9c-d324-4048-af12-e7964ab4d815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:51.903556 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-87fc7f9c-d324-4048-af12-e7964ab4d815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:51.908468 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-87fc7f9c-d324-4048-af12-e7964ab4d815 admin admin] Usage tracker for resource:security_group_rule and tenant:97928415ce3b4f038a90ddd634576c33 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:51.912743 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-87fc7f9c-d324-4048-af12-e7964ab4d815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:51.920148 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-87fc7f9c-d324-4048-af12-e7964ab4d815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:52.130619 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5da8bfb4-59b6-44ea-b089-f93de26859d8 req-f90c7a5f-7572-4d96-9ec0-6700be08dfe0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 210 time: 0.0844638 Apr 30 17:32:52.136364 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-87fc7f9c-d324-4048-af12-e7964ab4d815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:52.217749 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-87fc7f9c-d324-4048-af12-e7964ab4d815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:52.233033 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3e975410-ed42-45ae-a3a2-20211dddf8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:52.284873 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc7f9c-d324-4048-af12-e7964ab4d815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7c2830-5876-40af-861f-1d8ebd87c9b7,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:52.293304 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-87fc7f9c-d324-4048-af12-e7964ab4d815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:52.316825 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-87fc7f9c-d324-4048-af12-e7964ab4d815 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97928415ce3b4f038a90ddd634576c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6175401 Apr 30 17:32:52.319958 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 54856) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:52.411803 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 54864) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:52.490626 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29dc4b-25df-4843-8d76-a526b88ac360 req-c031553e-3861-4b78-93e0-c6a9e0298292 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:52.493624 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dc29dc4b-25df-4843-8d76-a526b88ac360 req-c031553e-3861-4b78-93e0-c6a9e0298292 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.3200457 Apr 30 17:32:52.572442 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-44947735-a9bf-40f6-9b11-d7db47a0a536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:52.582059 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-4c5be0a6-07d4-48db-a576-5900e569e6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:52.594844 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-44947735-a9bf-40f6-9b11-d7db47a0a536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:52.600342 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-44947735-a9bf-40f6-9b11-d7db47a0a536 admin admin] Usage tracker for resource:security_group_rule and tenant:0a3878db202a47b9b3184776869d7857 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:52.604066 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-44947735-a9bf-40f6-9b11-d7db47a0a536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:52.611178 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-44947735-a9bf-40f6-9b11-d7db47a0a536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:52.661788 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dc29dc4b-25df-4843-8d76-a526b88ac360 req-58f29e0b-ee08-4bba-8d57-00a706fe7988 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552117 Apr 30 17:32:52.664408 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-4c5be0a6-07d4-48db-a576-5900e569e6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:52.736545 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-44947735-a9bf-40f6-9b11-d7db47a0a536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:52.840972 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-44947735-a9bf-40f6-9b11-d7db47a0a536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:52.841299 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-4c5be0a6-07d4-48db-a576-5900e569e6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:52.845569 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-a94437bb-bb0b-48ac-a9fd-f3928a16c19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:52.853500 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5940bb73-1c78-4465-a0d8-8a28bec5a53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:52.859507 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5be0a6-07d4-48db-a576-5900e569e6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7c2830-5876-40af-861f-1d8ebd87c9b7,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:52.862692 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-4c5be0a6-07d4-48db-a576-5900e569e6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:52.873504 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-4c5be0a6-07d4-48db-a576-5900e569e6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:52.878799 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-4c5be0a6-07d4-48db-a576-5900e569e6eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a7c2830-5876-40af-861f-1d8ebd87c9b7 HTTP/1.1" status: 204 len: 168 time: 0.5268421 Apr 30 17:32:52.929395 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44947735-a9bf-40f6-9b11-d7db47a0a536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323cb48d-ad32-46e6-8eff-1e471a5e4099,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:52.935987 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-44947735-a9bf-40f6-9b11-d7db47a0a536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:52.940725 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-44947735-a9bf-40f6-9b11-d7db47a0a536 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a3878db202a47b9b3184776869d7857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5258009 Apr 30 17:32:52.944097 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 54874) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:53.076911 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-87d7de83-be75-4917-929d-6301c33f37d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:53.128116 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-87d7de83-be75-4917-929d-6301c33f37d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:53.308997 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:32:53.350120 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-87d7de83-be75-4917-929d-6301c33f37d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:53.356147 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7a9f06ff-60d4-46cf-bb09-11f1f4b0f5a3 req-62660540-02cb-4406-b413-eb58712ba9c6 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 210 time: 0.0921419 Apr 30 17:32:53.359460 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:53.382728 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7de83-be75-4917-929d-6301c33f37d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323cb48d-ad32-46e6-8eff-1e471a5e4099,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:53.397872 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-87d7de83-be75-4917-929d-6301c33f37d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:53.403425 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-87d7de83-be75-4917-929d-6301c33f37d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:53.405540 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-87d7de83-be75-4917-929d-6301c33f37d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/323cb48d-ad32-46e6-8eff-1e471a5e4099 HTTP/1.1" status: 204 len: 168 time: 0.4598637 Apr 30 17:32:53.946085 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62526429-8f6f-4187-aa6d-6b2998d5b178 req-0700bf36-6f35-4e7a-b247-3dd0085482c5 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:53.947789 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-62526429-8f6f-4187-aa6d-6b2998d5b178 req-0700bf36-6f35-4e7a-b247-3dd0085482c5 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1229668 Apr 30 17:32:53.949892 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 54894) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:53.973094 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c93362dd-d931-4720-adf6-3dbc229b1187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:54.003685 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c93362dd-d931-4720-adf6-3dbc229b1187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:54.013473 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c93362dd-d931-4720-adf6-3dbc229b1187 admin admin] Usage tracker for resource:security_group_rule and tenant:cdc83545f1484fd5aad3960695c28bd7 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:54.018068 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c93362dd-d931-4720-adf6-3dbc229b1187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:54.024843 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-62526429-8f6f-4187-aa6d-6b2998d5b178 req-e4f9c45e-3a56-4ac8-a0c8-247df11caf7c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633810 Apr 30 17:32:54.026149 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c93362dd-d931-4720-adf6-3dbc229b1187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:54.168664 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c93362dd-d931-4720-adf6-3dbc229b1187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:54.281929 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c93362dd-d931-4720-adf6-3dbc229b1187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:54.457937 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b97ebcc9-e812-4625-a79f-032b99340f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:54.510942 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-c93362dd-d931-4720-adf6-3dbc229b1187 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdc83545f1484fd5aad3960695c28bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5598068 Apr 30 17:32:54.515513 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 54910) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:54.523937 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93362dd-d931-4720-adf6-3dbc229b1187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4916feec-2e42-42f4-99c9-89ad16d30968,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:54.530452 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c93362dd-d931-4720-adf6-3dbc229b1187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:54.579206 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ffd91019-95dc-47c3-abd2-e979c9d8d811 req-894a4060-5a2e-4d74-97f4-1bee0c7efd2f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2388277 Apr 30 17:32:54.692700 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cec7c78d-07cb-4d33-ab65-a97c9e1d9348 req-2631ad4d-1cee-417c-b765-5acf1699b29f tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 210 time: 0.1260252 Apr 30 17:32:54.738931 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-6a6c90f8-07de-46ab-b420-0663197a95a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:54.778294 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-6a6c90f8-07de-46ab-b420-0663197a95a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:54.892152 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd91019-95dc-47c3-abd2-e979c9d8d811 req-af5419f9-7038-4c18-a3aa-224ee3c68b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:54.895283 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ffd91019-95dc-47c3-abd2-e979c9d8d811 req-af5419f9-7038-4c18-a3aa-224ee3c68b3d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 1099 time: 0.1792405 Apr 30 17:32:54.960848 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-6a6c90f8-07de-46ab-b420-0663197a95a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:54.966295 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c7cff23d-6c28-4ec3-9f70-b5ddaa64ab28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:54.981107 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c90f8-07de-46ab-b420-0663197a95a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4916feec-2e42-42f4-99c9-89ad16d30968,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:54.987249 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-6a6c90f8-07de-46ab-b420-0663197a95a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:54.992535 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-6a6c90f8-07de-46ab-b420-0663197a95a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:54.994038 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-6a6c90f8-07de-46ab-b420-0663197a95a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4916feec-2e42-42f4-99c9-89ad16d30968 HTTP/1.1" status: 204 len: 168 time: 0.4752946 Apr 30 17:32:55.184629 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd91019-95dc-47c3-abd2-e979c9d8d811 req-8cea3406-c472-4fd7-9c0e-aa5542505b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:55.187416 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ffd91019-95dc-47c3-abd2-e979c9d8d811 req-8cea3406-c472-4fd7-9c0e-aa5542505b2e service neutron] 10.222.0.63 "GET /v2.0/networks?id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 200 len: 917 time: 0.2533557 Apr 30 17:32:55.360736 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ffd91019-95dc-47c3-abd2-e979c9d8d811 req-9c878ab1-d311-4a2a-b208-9ef042b5cd0f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=582a4da1-c560-459d-97c8-0989de852b7c HTTP/1.1" status: 200 len: 1002 time: 0.1652064 Apr 30 17:32:55.410072 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 54938) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:55.450968 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd91019-95dc-47c3-abd2-e979c9d8d811 req-0b3d7ccb-2723-49c2-a3dc-c6493adf4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:55.451792 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ffd91019-95dc-47c3-abd2-e979c9d8d811 req-0b3d7ccb-2723-49c2-a3dc-c6493adf4bb5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c3cec6c4-057f-403e-861a-e867b0518223 HTTP/1.1" status: 200 len: 855 time: 0.0819821 Apr 30 17:32:55.654689 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3444a-893e-4a86-a0f0-ee64f7d19760 req-bef75038-1ad2-49bf-90ef-68a17d8887f2 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:55.655487 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd91019-95dc-47c3-abd2-e979c9d8d811 req-a1eac95a-335d-4ab4-82f6-def6b555bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:55.661909 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ffd91019-95dc-47c3-abd2-e979c9d8d811 req-a1eac95a-335d-4ab4-82f6-def6b555bd54 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1965065 Apr 30 17:32:55.665663 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-82f3444a-893e-4a86-a0f0-ee64f7d19760 req-bef75038-1ad2-49bf-90ef-68a17d8887f2 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.3799369 Apr 30 17:32:55.722906 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-151302330-network', 'tenant_id': 'd399efbde2db45c9929c4abc3bfb9a71'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:55.778782 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:55.799885 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Usage tracker for resource:network and tenant:d399efbde2db45c9929c4abc3bfb9a71 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:55.894922 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-82f3444a-893e-4a86-a0f0-ee64f7d19760 req-e42e4436-95d5-4e70-adac-e5c8652f6ca4 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264218 Apr 30 17:32:55.932605 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-884074f5-586b-474a-88a7-c8c4bd2f008a tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:55.935315 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-884074f5-586b-474a-88a7-c8c4bd2f008a tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.63 "GET /v2.0/networks?id=f562e4fa-da35-484f-a131-30b5eb79aa8c HTTP/1.1" status: 200 len: 808 time: 0.5789251 Apr 30 17:32:55.949329 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:55.983356 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:56.099595 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ffd91019-95dc-47c3-abd2-e979c9d8d811 req-90433262-c9d1-4f39-86e0-e2a8a3c8bff5 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320161 Apr 30 17:32:56.163996 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-d6f6aac9-1c8d-4a8f-ac2d-88785b599e35 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7e2f3d3fe7b4c798a2442c8e1d493ba HTTP/1.1" status: 200 len: 379 time: 0.2155523 Apr 30 17:32:56.166173 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-82287755-828e-48fe-ac56-211652de1bf2 req-abe2762f-353d-42ad-aeb1-44eaf5f9af25 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 210 time: 0.1217043 Apr 30 17:32:56.203970 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Request body: {'port': {'device_id': '0c37ebf8-a036-401a-96be-9d94491f857a', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'admin_state_up': True, 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'security_groups': ['64176194-8c08-428f-bc27-897b9db1c24c']}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:56.216352 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Made reservation on behalf of d399efbde2db45c9929c4abc3bfb9a71 for: {'network': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:32:56.219138 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:56.246588 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:56.272642 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:56.281501 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Usage tracker for resource:security_group_rule and tenant:d399efbde2db45c9929c4abc3bfb9a71 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:56.292110 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:56.303219 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:56.309365 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ffd91019-95dc-47c3-abd2-e979c9d8d811 req-b57c7504-66bf-4b26-83c7-bc5f5e2eb88a service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993253 Apr 30 17:32:56.461893 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:56.468398 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:56.530685 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:56.618511 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:56.625407 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d9faf642-9742-4c53-8192-c03f0eef5bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:56.658880 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=74454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:32:56.672483 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ff1e91-b992-49e2-ad5c-2acac483ccc7,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:56.677456 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:56.678350 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:56.678598 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.segments_db [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Added segment b46dac8e-9bc1-4092-a331-f144dd9097f3 of type vlan for network 28861ae5-a16b-4123-9a6a-fefd7cd3c406 Apr 30 17:32:56.709110 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:56.812235 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Made reservation on behalf of e7e2f3d3fe7b4c798a2442c8e1d493ba for: {'port': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:32:56.816796 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:56.866388 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:56.871601 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:56.873056 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:56.881641 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:57.046327 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Allocated IP 172.20.0.8 (f562e4fa-da35-484f-a131-30b5eb79aa8c/606ca68b-fd17-4f43-af2c-9d03dcf516cb/91a93926-c63d-4e58-8ff3-d42976b1fe12) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:32:57.153247 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Pushing event updated for resources: {'Network': ['ID=28861ae5-a16b-4123-9a6a-fefd7cd3c406,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:57.158682 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:57.168948 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network 28861ae5-a16b-4123-9a6a-fefd7cd3c406 details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:32:57.285703 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8746858 Apr 30 17:32:57.286476 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 54988) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:57.293830 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Request body: {'subnet': {'network_id': '28861ae5-a16b-4123-9a6a-fefd7cd3c406', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-151302330-subnet', 'tenant_id': 'd399efbde2db45c9929c4abc3bfb9a71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:57.314599 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:57.324252 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Usage tracker for resource:subnet and tenant:d399efbde2db45c9929c4abc3bfb9a71 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:57.331958 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:57.348792 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:57.414021 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:57.476069 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Made reservation on behalf of d399efbde2db45c9929c4abc3bfb9a71 for: {'subnet': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:32:57.480825 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Transition to ACTIVE for port object 91a93926-c63d-4e58-8ff3-d42976b1fe12 will not be triggered until provisioned by entity DHCP. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:57.484071 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2749836'] for subnet, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:57.563112 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724eacc-d925-4381-9546-56f413411102 req-c0a85cc4-e3fc-404a-bb38-f4f192a988e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:57.563112 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7724eacc-d925-4381-9546-56f413411102 req-c0a85cc4-e3fc-404a-bb38-f4f192a988e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1278756 Apr 30 17:32:57.677338 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7724eacc-d925-4381-9546-56f413411102 req-5ea694e6-fc37-4df8-8ff1-dd9f97bc4e59 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924079 Apr 30 17:32:57.679550 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:57.687710 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:57.962926 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Network f562e4fa-da35-484f-a131-30b5eb79aa8c is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:32:57.975654 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:32:57.978553 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:32:58.053262 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Pushing event updated for resources: {'Port': ['ID=91a93926-c63d-4e58-8ff3-d42976b1fe12,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:58.060812 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:58.095742 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:58.096477 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:58.171748 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967b5b2-980f-42a2-930b-c4d63ef96602 req-36c7b2ef-e230-47e4-b088-0da78757e0bb tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:58.188185 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2967b5b2-980f-42a2-930b-c4d63ef96602 req-36c7b2ef-e230-47e4-b088-0da78757e0bb tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 931 time: 0.3028717 Apr 30 17:32:58.303197 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1166801 Apr 30 17:32:58.352714 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2967b5b2-980f-42a2-930b-c4d63ef96602 req-0bbdbfdd-bcbe-40d9-a091-2a1666356b32 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590149 Apr 30 17:32:58.360671 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Request body: {'port': {'device_id': '0c37ebf8-a036-401a-96be-9d94491f857a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:58.478356 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2375910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2749850'] for subnet, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:58.484025 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:58.526250 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-8bc1b687-19b9-4a30-8d6a-8f1496bfe1fc None None] Provisioning for port 91a93926-c63d-4e58-8ff3-d42976b1fe12 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:58.539516 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-8bc1b687-19b9-4a30-8d6a-8f1496bfe1fc None None] Provisioning complete for port 91a93926-c63d-4e58-8ff3-d42976b1fe12 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:58.540154 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-8bc1b687-19b9-4a30-8d6a-8f1496bfe1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:58.644257 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-8bc1b687-19b9-4a30-8d6a-8f1496bfe1fc None None] Port 91a93926-c63d-4e58-8ff3-d42976b1fe12 cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:32:58.657286 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Checking segment: {'id': 'b46dac8e-9bc1-4092-a331-f144dd9097f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '28861ae5-a16b-4123-9a6a-fefd7cd3c406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:32:58.657594 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Network hostable DHCP agents. Network: 28861ae5-a16b-4123-9a6a-fefd7cd3c406, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:32:58.660756 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45922d1-e872-4397-a1d9-8621de60cdf5,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:58.686566 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:58.764920 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:58.801930 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Network 28861ae5-a16b-4123-9a6a-fefd7cd3c406 is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:32:58.878983 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, 28861ae5-a16b-4123-9a6a-fefd7cd3c406) {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:32:58.892792 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367ee278-d847-4243-a22f-2f4ecef4d265 None None] Network 28861ae5-a16b-4123-9a6a-fefd7cd3c406 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:32:58.910952 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:58.913250 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:59.055992 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7599368 Apr 30 17:32:59.183515 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f57e2aa-d899-47ce-8478-b93ef95b8945 None None] Network 28861ae5-a16b-4123-9a6a-fefd7cd3c406 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:32:59.252432 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326081f-8aa5-41e0-a833-2a25c483c348 req-e94c0874-5ad2-4376-8ebb-3b3a97bb7885 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:59.259784 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4326081f-8aa5-41e0-a833-2a25c483c348 req-e94c0874-5ad2-4376-8ebb-3b3a97bb7885 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.2886770 Apr 30 17:32:59.331667 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4326081f-8aa5-41e0-a833-2a25c483c348 req-04a0bc5f-4280-433c-91f8-7a2031955242 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708380 Apr 30 17:32:59.501948 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a93926-c63d-4e58-8ff3-d42976b1fe12 {{(pid=74455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:32:59.511200 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:59.537403 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Transition to ACTIVE for port object 91a93926-c63d-4e58-8ff3-d42976b1fe12 will not be triggered until provisioned by entity L2. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:59.619671 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:59.630692 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:59.786385 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf683c80-bcd8-4b8f-8f7a-89ca94d84800 req-03b696ed-70ea-4cd3-864a-69c4628339ac tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:59.787716 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-cf683c80-bcd8-4b8f-8f7a-89ca94d84800 req-03b696ed-70ea-4cd3-864a-69c4628339ac tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Synchronizing usage tracker for tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:32:59.831354 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Pushing event updated for resources: {'Port': ['ID=91a93926-c63d-4e58-8ff3-d42976b1fe12,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:59.864347 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:59.864575 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:59.968928 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-cf683c80-bcd8-4b8f-8f7a-89ca94d84800 req-03b696ed-70ea-4cd3-864a-69c4628339ac tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Unset dirty status for tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:32:59.970213 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cf683c80-bcd8-4b8f-8f7a-89ca94d84800 req-03b696ed-70ea-4cd3-864a-69c4628339ac tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 931 time: 0.4312162 Apr 30 17:32:59.975215 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Attempting to bind port 91a93926-c63d-4e58-8ff3-d42976b1fe12 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:32:59.976114 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Attempting to bind port 91a93926-c63d-4e58-8ff3-d42976b1fe12 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '9f3bb2ad-46fd-4753-976c-512467d79df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c'}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:32:59.976114 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Attempting to bind port 91a93926-c63d-4e58-8ff3-d42976b1fe12 on network f562e4fa-da35-484f-a131-30b5eb79aa8c {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:59.982732 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Port 91a93926-c63d-4e58-8ff3-d42976b1fe12 on network f562e4fa-da35-484f-a131-30b5eb79aa8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:32:59.983054 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Attempting to bind port 91a93926-c63d-4e58-8ff3-d42976b1fe12 on network f562e4fa-da35-484f-a131-30b5eb79aa8c {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:33:00.005829 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:33:00.006191 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Checking segment: {'id': '9f3bb2ad-46fd-4753-976c-512467d79df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:33:00.006616 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Bound using segment: {'id': '9f3bb2ad-46fd-4753-976c-512467d79df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c'} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:33:00.014131 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Bound port: 91a93926-c63d-4e58-8ff3-d42976b1fe12, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3bb2ad-46fd-4753-976c-512467d79df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c'}}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:33:00.014131 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:00.112608 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cf683c80-bcd8-4b8f-8f7a-89ca94d84800 req-a410ac68-27c9-419c-b448-b10b5a770026 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307654 Apr 30 17:33:00.165210 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] For port 91a93926-c63d-4e58-8ff3-d42976b1fe12, host hv-cinder-78477, cleared binding levels {{(pid=74455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:33:00.168771 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] For port 91a93926-c63d-4e58-8ff3-d42976b1fe12, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91a93926-c63d-4e58-8ff3-d42976b1fe12,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:33:00.302262 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:00.307512 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:00.376255 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:00.377064 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:00.378445 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] 10.222.0.63 "PUT /v2.0/ports/91a93926-c63d-4e58-8ff3-d42976b1fe12 HTTP/1.1" status: 200 len: 1093 time: 2.0635638 Apr 30 17:33:00.378958 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c37ebf8-a036-401a-96be-9d94491f857a', 'tag': '91a93926-c63d-4e58-8ff3-d42976b1fe12'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:00.434555 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Pushing event updated for resources: {'Port': ['ID=91a93926-c63d-4e58-8ff3-d42976b1fe12,revision_number=3']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:00.440674 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:00.444343 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c37ebf8-a036-401a-96be-9d94491f857a', 'tag': '91a93926-c63d-4e58-8ff3-d42976b1fe12', 'status': 'completed', 'code': 200} Apr 30 17:33:00.649274 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ccb80-bc33-4dda-8864-6c2976939d19 req-3085f4d1-3429-41fc-b33c-51a43c20f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:00.650820 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-549ccb80-bc33-4dda-8864-6c2976939d19 req-3085f4d1-3429-41fc-b33c-51a43c20f32d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7e2f3d3fe7b4c798a2442c8e1d493ba&device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 1096 time: 0.1764696 Apr 30 17:33:00.676324 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a6983-9522-47ac-8843-5b0379f1da44 req-009cae8c-8e7e-436c-abd2-3de5f781882c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:00.679393 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a06a6983-9522-47ac-8843-5b0379f1da44 req-009cae8c-8e7e-436c-abd2-3de5f781882c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1668975 Apr 30 17:33:01.045114 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a06a6983-9522-47ac-8843-5b0379f1da44 req-5adcc4a7-de83-45bb-895f-bbe8ee02c925 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345122 Apr 30 17:33:01.098395 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ccb80-bc33-4dda-8864-6c2976939d19 req-df4e30b5-39f1-4adf-b40a-1090a238982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:01.100029 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-549ccb80-bc33-4dda-8864-6c2976939d19 req-df4e30b5-39f1-4adf-b40a-1090a238982c service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=e7e2f3d3fe7b4c798a2442c8e1d493ba&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4399886 Apr 30 17:33:01.340230 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ccb80-bc33-4dda-8864-6c2976939d19 req-a0cec448-e838-4847-ab34-d335f48ed4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:01.342072 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-549ccb80-bc33-4dda-8864-6c2976939d19 req-a0cec448-e838-4847-ab34-d335f48ed4b5 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2348261 Apr 30 17:33:01.558214 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61281e5-741a-446d-b3ec-b2e772a31ef3 req-8e93b0df-ef6e-41ba-9714-6d7f5476c6a8 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:01.560968 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a61281e5-741a-446d-b3ec-b2e772a31ef3 req-8e93b0df-ef6e-41ba-9714-6d7f5476c6a8 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.1647990 Apr 30 17:33:01.567893 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-d297398d-d6e6-4a3c-bc66-5d713ab9ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:01.572551 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-d297398d-d6e6-4a3c-bc66-5d713ab9ae71 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7e2f3d3fe7b4c798a2442c8e1d493ba&device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 1096 time: 0.1262646 Apr 30 17:33:01.665214 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-01516ee4-c566-45f6-bade-71052efd363e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91a93926-c63d-4e58-8ff3-d42976b1fe12 HTTP/1.1" status: 200 len: 217 time: 0.0876801 Apr 30 17:33:01.731104 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a61281e5-741a-446d-b3ec-b2e772a31ef3 req-0229aab6-a078-4795-9399-06b3d3a13416 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554220 Apr 30 17:33:01.767549 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-1a2172a0-8adf-4d9b-8bc2-3d480fc10713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:01.769234 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-1a2172a0-8adf-4d9b-8bc2-3d480fc10713 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=606ca68b-fd17-4f43-af2c-9d03dcf516cb HTTP/1.1" status: 200 len: 847 time: 0.0940533 Apr 30 17:33:01.880123 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-b8993f2c-2fdf-4afd-8a6a-3463f7005993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:01.882729 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-b8993f2c-2fdf-4afd-8a6a-3463f7005993 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f562e4fa-da35-484f-a131-30b5eb79aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1066496 Apr 30 17:33:02.050347 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-8e809893-2bb8-48bd-a7ad-16a5331b90df service neutron] 10.222.0.63 "GET /v2.0/networks/f562e4fa-da35-484f-a131-30b5eb79aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602378 Apr 30 17:33:02.086233 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1685a6-c765-42c4-8d6a-ca2144c67c41 req-1864215d-d551-43d8-94e5-50590ed4975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:02.088719 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-5e1685a6-c765-42c4-8d6a-ca2144c67c41 req-1864215d-d551-43d8-94e5-50590ed4975a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 1099 time: 0.0929928 Apr 30 17:33:02.200490 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2ee4194c-d64a-4c67-b3df-27743e72bb81 req-08d11a1e-ddaf-40d1-9b14-c98904613719 service neutron] 10.222.0.63 "GET /v2.0/networks/f562e4fa-da35-484f-a131-30b5eb79aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431739 Apr 30 17:33:02.214200 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-5e1685a6-c765-42c4-8d6a-ca2144c67c41 req-b01d8a43-b445-47e3-a27f-6ee981270a2a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191955 Apr 30 17:33:02.342103 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e95a7-b13e-484a-9d1e-56e64b8b247c req-f0a8129a-c867-4e15-8a5d-813e0a6804c2 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:02.343665 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-127e95a7-b13e-484a-9d1e-56e64b8b247c req-f0a8129a-c867-4e15-8a5d-813e0a6804c2 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.0861332 Apr 30 17:33:02.399477 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-127e95a7-b13e-484a-9d1e-56e64b8b247c req-2c5534e5-8e38-47e3-be7d-b8aae6f8acfe tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492775 Apr 30 17:33:02.966641 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6c091-cb14-46b4-ac03-0372b68c5ebd req-47176828-cc43-4348-817e-b705d671d368 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:02.976211 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-faf6c091-cb14-46b4-ac03-0372b68c5ebd req-47176828-cc43-4348-817e-b705d671d368 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.1256151 Apr 30 17:33:03.117966 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-faf6c091-cb14-46b4-ac03-0372b68c5ebd req-6cec5633-8aa5-45dd-b4e4-5a56a9182bcd tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407018 Apr 30 17:33:03.183700 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-c0bdf4ce-acb7-4964-8b9d-532a4ce67c03 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:03.185233 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-c0bdf4ce-acb7-4964-8b9d-532a4ce67c03 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/networks?id=28861ae5-a16b-4123-9a6a-fefd7cd3c406 HTTP/1.1" status: 200 len: 813 time: 0.2056265 Apr 30 17:33:03.209206 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-712d54c2-44fb-43b1-abe3-72dd58aafa0e tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/quotas/d399efbde2db45c9929c4abc3bfb9a71 HTTP/1.1" status: 200 len: 375 time: 0.0126271 Apr 30 17:33:03.264644 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-7a17c4c5-7c50-4e7f-af41-85d1adc48ec9 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d399efbde2db45c9929c4abc3bfb9a71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486388 Apr 30 17:33:03.533109 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-65506fc6-45b4-4778-85c7-eae43eb3b8b5 service neutron] 10.222.0.18 "GET /v2.0/networks/28861ae5-a16b-4123-9a6a-fefd7cd3c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583737 Apr 30 17:33:03.836691 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-3037b45b-8288-4311-8906-888256fe8c76 service neutron] 10.222.0.18 "GET /v2.0/networks/28861ae5-a16b-4123-9a6a-fefd7cd3c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011439 Apr 30 17:33:03.854651 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f571ff-9b65-4fe2-af18-bf104dab87d8 req-e25382f6-d1b7-4013-86b8-f16916b12916 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:03.856019 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e7f571ff-9b65-4fe2-af18-bf104dab87d8 req-e25382f6-d1b7-4013-86b8-f16916b12916 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.2670617 Apr 30 17:33:03.933001 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e7f571ff-9b65-4fe2-af18-bf104dab87d8 req-0d8b982a-9877-4a1d-a472-b63758caf7d4 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695560 Apr 30 17:33:04.270220 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-31f12c64-60fd-4b4a-931f-46512d56b73f req-9530120a-6e6a-4f18-abe5-a21a99d2af7f tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 210 time: 0.0812557 Apr 30 17:33:04.386748 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf0b67-74e9-4700-8490-e8c937a0f7b5 req-af77a635-b77b-4f49-b4d9-b452d5cc5605 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:04.388330 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1daf0b67-74e9-4700-8490-e8c937a0f7b5 req-af77a635-b77b-4f49-b4d9-b452d5cc5605 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.1033733 Apr 30 17:33:04.401496 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 55138) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:04.444666 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1daf0b67-74e9-4700-8490-e8c937a0f7b5 req-747be285-e885-4ddc-b1af-a676ca659b26 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435894 Apr 30 17:33:04.555954 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:04.571828 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:04.575814 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Usage tracker for resource:security_group_rule and tenant:5af55d2ae1374c76a4eca5b96ed6b478 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:04.579734 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:04.586250 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:04.682847 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:04.871191 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:04.877619 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-0d4a5813-1b4f-47a4-995c-6e1e1700d388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:04.930775 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5af55d2ae1374c76a4eca5b96ed6b478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5281389 Apr 30 17:33:04.931682 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a6d74f-06d7-4b24-986d-2f132fc23ae0,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:04.933737 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 55150) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:04.940432 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.940790 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.941136 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.941532 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.941875 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.942208 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.942539 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.942878 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.943241 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.943566 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.943894 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.944217 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.948172 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:05.000165 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:05.033682 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:05.212311 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0d6e2-21d5-4145-a2ce-e3ddb8fea664 req-d2713aa4-1575-483a-8b36-99709861c49b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:05.215033 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fcb0d6e2-21d5-4145-a2ce-e3ddb8fea664 req-d2713aa4-1575-483a-8b36-99709861c49b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1225357 Apr 30 17:33:05.226382 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:05.232964 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-35a026e4-6885-426c-8202-51bd83efa3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:05.272767 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a6d74f-06d7-4b24-986d-2f132fc23ae0,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:05.293994 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:05.294348 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:05.294695 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:05.295037 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:05.295396 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:05.295742 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:05.296077 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:05.296410 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:05.296769 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:05.297444 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:05.297444 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:05.298286 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:05.304006 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:05.306854 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:05.308161 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67a6d74f-06d7-4b24-986d-2f132fc23ae0 HTTP/1.1" status: 204 len: 168 time: 0.3732724 Apr 30 17:33:05.323508 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fcb0d6e2-21d5-4145-a2ce-e3ddb8fea664 req-6ef37778-65ea-4a8a-a923-9bb4f76a5da8 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913494 Apr 30 17:33:05.412283 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d1332fb6-42ea-4fed-b2ec-6be11c7175aa req-38f19f79-91f1-49b3-ab76-5136cda4bbe8 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 210 time: 0.0534251 Apr 30 17:33:05.539928 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d919f2-e032-40b1-8ab7-57ecacd154a9 req-8ea87df2-1e0b-419f-b4e4-6b81d2b32ca5 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:05.541653 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a3d919f2-e032-40b1-8ab7-57ecacd154a9 req-8ea87df2-1e0b-419f-b4e4-6b81d2b32ca5 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0962100 Apr 30 17:33:05.608004 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a3d919f2-e032-40b1-8ab7-57ecacd154a9 req-e7a5c704-f9af-4eda-ba9a-c3955500149b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547726 Apr 30 17:33:05.721310 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1edbf3-dad8-47b6-be55-35c11b4d15cb req-888b05b0-985c-4603-8716-e68ced2f06ad tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:05.722898 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1a1edbf3-dad8-47b6-be55-35c11b4d15cb req-888b05b0-985c-4603-8716-e68ced2f06ad tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.1079240 Apr 30 17:33:05.775879 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1a1edbf3-dad8-47b6-be55-35c11b4d15cb req-6197d7b3-388c-4944-a53f-a1485768c2a8 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471723 Apr 30 17:33:06.653694 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7023e336-bb4f-48b9-8cfa-4178e3e2d18d req-0f4e6ba0-baad-4717-ad16-06acad5d4e73 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 210 time: 0.0758603 Apr 30 17:33:07.089683 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ca518-efc8-4677-818a-191ac90271ca req-d5548c10-fdf3-4f3d-bf77-f7246b9e62f2 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:07.091744 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-842ca518-efc8-4677-818a-191ac90271ca req-d5548c10-fdf3-4f3d-bf77-f7246b9e62f2 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.1096151 Apr 30 17:33:07.147720 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-842ca518-efc8-4677-818a-191ac90271ca req-aabf316e-6d0a-42a9-96a5-72d056f10e11 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492606 Apr 30 17:33:07.408866 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e6d39-6eef-49f0-aa9c-7c48c359a7b1 req-2d65fd09-f22e-487c-809e-2c9cfca60670 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:07.411374 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-055e6d39-6eef-49f0-aa9c-7c48c359a7b1 req-2d65fd09-f22e-487c-809e-2c9cfca60670 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1006150 Apr 30 17:33:07.515004 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-055e6d39-6eef-49f0-aa9c-7c48c359a7b1 req-a7da7734-4d98-4429-bab1-758db2bcca91 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977671 Apr 30 17:33:07.632261 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 55246) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:07.791872 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-eb56f0e6-21e6-47fd-9194-170a7b52de02 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:07.792834 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-eb56f0e6-21e6-47fd-9194-170a7b52de02 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Synchronizing usage tracker for tenant:d399efbde2db45c9929c4abc3bfb9a71 on resource:network {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:33:07.876686 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-10fd1165-d89f-403e-b7ef-b715d434cdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:07.908558 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-10fd1165-d89f-403e-b7ef-b715d434cdb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:07.916273 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-10fd1165-d89f-403e-b7ef-b715d434cdb2 admin admin] Usage tracker for resource:security_group_rule and tenant:388df591d5b748c9b1752309cec56347 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:07.921726 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-10fd1165-d89f-403e-b7ef-b715d434cdb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:07.966776 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-eb56f0e6-21e6-47fd-9194-170a7b52de02 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Unset dirty status for tenant:d399efbde2db45c9929c4abc3bfb9a71 on resource:network {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:33:07.968134 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-eb56f0e6-21e6-47fd-9194-170a7b52de02 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.63 "GET /v2.0/networks?id=28861ae5-a16b-4123-9a6a-fefd7cd3c406 HTTP/1.1" status: 200 len: 813 time: 0.4625413 Apr 30 17:33:07.987841 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Request body: {'port': {'device_id': '038953fc-6d72-492a-871c-2393d9f73828', 'network_id': '28861ae5-a16b-4123-9a6a-fefd7cd3c406', 'admin_state_up': True, 'tenant_id': 'd399efbde2db45c9929c4abc3bfb9a71'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:07.996302 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-10fd1165-d89f-403e-b7ef-b715d434cdb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:08.007346 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4a00bfe4-4ec7-4a5a-8101-07f43144eb41 req-5e83fed1-af79-4f6f-a983-9d3b4d4f15fa tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 210 time: 0.0796270 Apr 30 17:33:08.241456 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-10fd1165-d89f-403e-b7ef-b715d434cdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:08.343631 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-10fd1165-d89f-403e-b7ef-b715d434cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:08.350801 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:08.356402 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Usage tracker for resource:port and tenant:d399efbde2db45c9929c4abc3bfb9a71 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:08.360529 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:08.369207 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:08.389332 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-6a6c90f8-07de-46ab-b420-0663197a95a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:08.455993 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd1165-d89f-403e-b7ef-b715d434cdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e57860-9bcd-4035-bb39-ae778101cf9e,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:08.460234 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-10fd1165-d89f-403e-b7ef-b715d434cdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:08.483686 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 55270) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:08.499028 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Made reservation on behalf of d399efbde2db45c9929c4abc3bfb9a71 for: {'port': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:33:08.505254 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:08.570157 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-10fd1165-d89f-403e-b7ef-b715d434cdb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=388df591d5b748c9b1752309cec56347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9363313 Apr 30 17:33:08.573063 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 55278) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:08.685675 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659065fe-fe3b-4dfc-b7dd-94d729c06643 req-c2e29efd-5ae3-4b73-b265-a397b5c73f77 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:08.693634 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-659065fe-fe3b-4dfc-b7dd-94d729c06643 req-c2e29efd-5ae3-4b73-b265-a397b5c73f77 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.3194461 Apr 30 17:33:08.699915 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2bda709a-e2c8-4728-ad98-01aad95d8c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:08.715017 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8caf-1e21-4ff2-9d01-241381aaaab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:08.740528 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-2bda709a-e2c8-4728-ad98-01aad95d8c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:08.748034 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-2bda709a-e2c8-4728-ad98-01aad95d8c16 admin admin] Usage tracker for resource:security_group_rule and tenant:7dfdf3fde5d7429d9ace7700cc5f382d is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:08.754703 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-2bda709a-e2c8-4728-ad98-01aad95d8c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:08.763341 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8caf-1e21-4ff2-9d01-241381aaaab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:08.764746 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-2bda709a-e2c8-4728-ad98-01aad95d8c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:08.766970 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Allocated IP 172.20.0.7 (28861ae5-a16b-4123-9a6a-fefd7cd3c406/c45922d1-e872-4397-a1d9-8621de60cdf5/96cffa5f-d711-4b98-afda-ff3a4e31972d) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:33:08.775947 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-659065fe-fe3b-4dfc-b7dd-94d729c06643 req-78206f4f-5a88-4b11-8c5f-65c7403e5900 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813391 Apr 30 17:33:08.958570 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8caf-1e21-4ff2-9d01-241381aaaab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:08.965463 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-124029f4-e538-41d8-831b-acb4174f3db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:08.982401 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f8caf-1e21-4ff2-9d01-241381aaaab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e57860-9bcd-4035-bb39-ae778101cf9e,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:08.985891 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-4c0f8caf-1e21-4ff2-9d01-241381aaaab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:09.025352 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8caf-1e21-4ff2-9d01-241381aaaab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.026467 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-4c0f8caf-1e21-4ff2-9d01-241381aaaab4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44e57860-9bcd-4035-bb39-ae778101cf9e HTTP/1.1" status: 204 len: 168 time: 0.4523363 Apr 30 17:33:09.068239 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ffe71-c9e5-4681-b982-cf65b63054ad req-9ac7e61a-6c62-4132-b5a0-5f4d407f375e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:09.070185 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-396ffe71-c9e5-4681-b982-cf65b63054ad req-9ac7e61a-6c62-4132-b5a0-5f4d407f375e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1736374 Apr 30 17:33:09.121377 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.144945 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2bda709a-e2c8-4728-ad98-01aad95d8c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.186604 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c12f5-f115-4506-8a4d-3247c17c1142 req-0087e778-05b3-4118-a7eb-7d9d1e85770f tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:09.188219 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f0c12f5-f115-4506-8a4d-3247c17c1142 req-0087e778-05b3-4118-a7eb-7d9d1e85770f tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1994119 Apr 30 17:33:09.200863 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-396ffe71-c9e5-4681-b982-cf65b63054ad req-b96c10c9-405e-4b4b-89b6-386343d20e0a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163456 Apr 30 17:33:09.213171 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2bda709a-e2c8-4728-ad98-01aad95d8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.220867 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-17bb3689-d198-4fb6-87f6-7bbec8305816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:09.256779 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f0c12f5-f115-4506-8a4d-3247c17c1142 req-03b9dc43-7bdf-43ef-9e27-b76c1c4bffef tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608211 Apr 30 17:33:09.275727 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda709a-e2c8-4728-ad98-01aad95d8c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0140f85-da53-4cb7-95e9-1f499ba8cb58,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:09.279986 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898774d-2d0b-4f19-8557-f4f9a033cf8b req-e6de717e-ba49-4198-b4d2-4c1da22619cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:09.281637 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c898774d-2d0b-4f19-8557-f4f9a033cf8b req-e6de717e-ba49-4198-b4d2-4c1da22619cf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae9d2df8f4c74628a2aa2b607068f344&device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 1098 time: 0.1450665 Apr 30 17:33:09.283746 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-135e349b-c9d5-4e26-bca4-e41e10c67502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.291585 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-2bda709a-e2c8-4728-ad98-01aad95d8c16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7dfdf3fde5d7429d9ace7700cc5f382d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8068032 Apr 30 17:33:09.292559 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-2bda709a-e2c8-4728-ad98-01aad95d8c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:09.293833 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.295174 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 55288) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:09.311807 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:09.406734 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Network 28861ae5-a16b-4123-9a6a-fefd7cd3c406 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:33:09.424172 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:33:09.445354 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Pushing event updated for resources: {'Port': ['ID=96cffa5f-d711-4b98-afda-ff3a4e31972d,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:09.448595 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:33:09.521411 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:09.565632 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:09.566296 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.570526 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4c59-8eb2-45a4-bf97-187ecde95e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.620634 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4c59-8eb2-45a4-bf97-187ecde95e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.624190 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898774d-2d0b-4f19-8557-f4f9a033cf8b req-0b2ef540-e93f-455e-90fb-aa1462a22b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:09.625676 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c898774d-2d0b-4f19-8557-f4f9a033cf8b req-0b2ef540-e93f-455e-90fb-aa1462a22b36 service neutron] 10.222.0.63 "GET /v2.0/networks?id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a HTTP/1.1" status: 200 len: 919 time: 0.3335440 Apr 30 17:33:09.648993 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6cef5-c3cf-4e8e-959b-2f312f07acc5 req-74ba170e-bee6-4697-823f-5ba69b889e27 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:09.654266 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ef6cef5-c3cf-4e8e-959b-2f312f07acc5 req-74ba170e-bee6-4697-823f-5ba69b889e27 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 931 time: 0.2549767 Apr 30 17:33:09.698488 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ef6cef5-c3cf-4e8e-959b-2f312f07acc5 req-d75020cf-dab5-404e-95b6-f5bcb4dc00cd tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415821 Apr 30 17:33:09.738617 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7606504 Apr 30 17:33:09.789223 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4c59-8eb2-45a4-bf97-187ecde95e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.794541 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-2bda709a-e2c8-4728-ad98-01aad95d8c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:09.806390 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f4c59-8eb2-45a4-bf97-187ecde95e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0140f85-da53-4cb7-95e9-1f499ba8cb58,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:09.810399 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8f0f4c59-8eb2-45a4-bf97-187ecde95e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:09.816728 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8f0f4c59-8eb2-45a4-bf97-187ecde95e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.818255 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-8f0f4c59-8eb2-45a4-bf97-187ecde95e0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0140f85-da53-4cb7-95e9-1f499ba8cb58 HTTP/1.1" status: 204 len: 168 time: 0.5217626 Apr 30 17:33:09.955966 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 55300) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:09.974155 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a40159-1ed0-47f5-9169-c8efc4a19301 req-ee0aae8e-c9e3-46f3-a8a4-15f52e4087a9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:09.974892 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d9f6746c-c5c5-4846-b3b2-a5cd3bb30db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.975653 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-29a40159-1ed0-47f5-9169-c8efc4a19301 req-ee0aae8e-c9e3-46f3-a8a4-15f52e4087a9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.0823028 Apr 30 17:33:09.991189 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-d9f6746c-c5c5-4846-b3b2-a5cd3bb30db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:09.995234 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-d9f6746c-c5c5-4846-b3b2-a5cd3bb30db7 admin admin] Usage tracker for resource:security_group_rule and tenant:68aaadba6c9e4fb09ab843c7417b4f98 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:09.999502 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-d9f6746c-c5c5-4846-b3b2-a5cd3bb30db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:10.006192 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-d9f6746c-c5c5-4846-b3b2-a5cd3bb30db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:10.026505 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-29a40159-1ed0-47f5-9169-c8efc4a19301 req-c255e3bf-e8db-4418-bb82-e9c41e4e76b0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447519 Apr 30 17:33:10.096009 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d9f6746c-c5c5-4846-b3b2-a5cd3bb30db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:10.166321 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d9f6746c-c5c5-4846-b3b2-a5cd3bb30db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:10.175202 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c8a18fee-120e-4491-85ed-9644d25b6fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:10.226855 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-d9f6746c-c5c5-4846-b3b2-a5cd3bb30db7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68aaadba6c9e4fb09ab843c7417b4f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696812 Apr 30 17:33:10.227673 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6746c-c5c5-4846-b3b2-a5cd3bb30db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879e3dad-631a-49c4-bf09-16b6eb9e23c9,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:10.230999 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 55304) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:10.231340 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d9f6746c-c5c5-4846-b3b2-a5cd3bb30db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:10.320548 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-566bf6a8-b96a-41e5-8705-2f2d7dfbb60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:10.351261 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-566bf6a8-b96a-41e5-8705-2f2d7dfbb60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:10.543361 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5731349-873e-4ff6-b285-b2700a7b5509 req-ac4ade71-a6ee-417c-91b8-03a4bea9b97a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:10.544924 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f5731349-873e-4ff6-b285-b2700a7b5509 req-ac4ade71-a6ee-417c-91b8-03a4bea9b97a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1660554 Apr 30 17:33:10.553031 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b47434-4f49-4041-b95d-69318296f868 req-c6b8b4aa-34a7-4e94-a2a1-4cca8663bca0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:10.554592 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a9b47434-4f49-4041-b95d-69318296f868 req-c6b8b4aa-34a7-4e94-a2a1-4cca8663bca0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1318276 Apr 30 17:33:10.621984 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-566bf6a8-b96a-41e5-8705-2f2d7dfbb60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:10.635872 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-2177abe8-0759-4996-8bfa-a2f303bf6822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:10.686049 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f5731349-873e-4ff6-b285-b2700a7b5509 req-c702546b-4aaf-40e0-8e10-18cf57860fb7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301687 Apr 30 17:33:10.687337 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bf6a8-b96a-41e5-8705-2f2d7dfbb60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879e3dad-631a-49c4-bf09-16b6eb9e23c9,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:10.695754 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-566bf6a8-b96a-41e5-8705-2f2d7dfbb60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:10.703389 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a9b47434-4f49-4041-b95d-69318296f868 req-bfbe4118-4bd2-4fd3-becd-b26cd299ebe9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308970 Apr 30 17:33:10.707157 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-566bf6a8-b96a-41e5-8705-2f2d7dfbb60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:10.712138 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-566bf6a8-b96a-41e5-8705-2f2d7dfbb60f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/879e3dad-631a-49c4-bf09-16b6eb9e23c9 HTTP/1.1" status: 204 len: 168 time: 0.4752417 Apr 30 17:33:10.916563 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da966cf0-51e0-4083-b777-539f685d16b8 req-dcf82159-2cd7-4c3d-b8b7-e7f891683898 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:10.918131 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-da966cf0-51e0-4083-b777-539f685d16b8 req-dcf82159-2cd7-4c3d-b8b7-e7f891683898 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 931 time: 0.0937641 Apr 30 17:33:10.968452 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-da966cf0-51e0-4083-b777-539f685d16b8 req-d571838f-e336-4bb5-b39f-a28c90538bfb tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Apr 30 17:33:11.250207 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc7729-b496-4e7c-a291-f2b38f610a3a req-ef3829dd-dc05-4b88-9715-8d9afc959ab5 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:11.252534 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b3dc7729-b496-4e7c-a291-f2b38f610a3a req-ef3829dd-dc05-4b88-9715-8d9afc959ab5 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.1083074 Apr 30 17:33:11.329496 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b3dc7729-b496-4e7c-a291-f2b38f610a3a req-6e62cfac-6af4-469a-9170-f95e680f5889 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670607 Apr 30 17:33:11.697894 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Request body: {'port': {'device_id': '038953fc-6d72-492a-871c-2393d9f73828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:11.884886 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c898774d-2d0b-4f19-8557-f4f9a033cf8b req-479b2e05-a1c9-49a1-b06d-97c21407acfc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ee2c3de-cb4c-4313-a47a-6607c85033fc HTTP/1.1" status: 200 len: 217 time: 0.1948624 Apr 30 17:33:11.904111 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-a61fef82-5c9a-4036-9b4a-b41ee54ee313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:11.932906 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:11.963559 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:12.120809 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493bea8-9874-4952-b897-cc2a6556f29e req-58016960-ed8f-45be-bc29-c9084d84ebd9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:12.122215 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1493bea8-9874-4952-b897-cc2a6556f29e req-58016960-ed8f-45be-bc29-c9084d84ebd9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.2038493 Apr 30 17:33:12.204590 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7681f-2959-4fd9-a81e-f700d83e107b req-219db88c-c851-44dd-acac-f78013178f60 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:12.206695 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-51d7681f-2959-4fd9-a81e-f700d83e107b req-219db88c-c851-44dd-acac-f78013178f60 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1570470 Apr 30 17:33:12.210069 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1493bea8-9874-4952-b897-cc2a6556f29e req-47b5d986-dac6-432a-af1a-5ce39f8f56d7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737467 Apr 30 17:33:12.268544 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-51d7681f-2959-4fd9-a81e-f700d83e107b req-0c31376b-23f3-459d-8a74-284a242005eb tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471237 Apr 30 17:33:12.368816 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96cffa5f-d711-4b98-afda-ff3a4e31972d {{(pid=74454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:33:12.379592 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:12.398206 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Transition to ACTIVE for port object 96cffa5f-d711-4b98-afda-ff3a4e31972d will not be triggered until provisioned by entity L2. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:33:12.435194 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71224f1-1671-4716-8bee-9c6f0e4b4fdd req-c7313d81-3e93-4918-a028-45d478d19b4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:12.436763 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f71224f1-1671-4716-8bee-9c6f0e4b4fdd req-c7313d81-3e93-4918-a028-45d478d19b4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 931 time: 0.0880628 Apr 30 17:33:12.464443 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:12.476605 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:12.543085 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f71224f1-1671-4716-8bee-9c6f0e4b4fdd req-b508e6a3-e7bd-4047-86de-76519a8d1b75 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956790 Apr 30 17:33:12.590370 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbb5fc-5225-4b35-b614-0ec43c0bc903 req-b7252f8a-588a-41c6-aee3-ebb5ed80987a tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:12.592351 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f3dbb5fc-5225-4b35-b614-0ec43c0bc903 req-b7252f8a-588a-41c6-aee3-ebb5ed80987a tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.1280639 Apr 30 17:33:12.642550 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f3dbb5fc-5225-4b35-b614-0ec43c0bc903 req-ed67d1dc-e265-404a-842b-6c77aafa5a0e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440331 Apr 30 17:33:12.762553 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Pushing event updated for resources: {'Port': ['ID=96cffa5f-d711-4b98-afda-ff3a4e31972d,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:12.771764 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:12.855633 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Attempting to bind port 96cffa5f-d711-4b98-afda-ff3a4e31972d on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:33:12.856169 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Attempting to bind port 96cffa5f-d711-4b98-afda-ff3a4e31972d by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'b46dac8e-9bc1-4092-a331-f144dd9097f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '28861ae5-a16b-4123-9a6a-fefd7cd3c406'}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:33:12.856857 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Attempting to bind port 96cffa5f-d711-4b98-afda-ff3a4e31972d on network 28861ae5-a16b-4123-9a6a-fefd7cd3c406 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:33:12.866021 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Port 96cffa5f-d711-4b98-afda-ff3a4e31972d on network 28861ae5-a16b-4123-9a6a-fefd7cd3c406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:33:12.866553 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Attempting to bind port 96cffa5f-d711-4b98-afda-ff3a4e31972d on network 28861ae5-a16b-4123-9a6a-fefd7cd3c406 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:33:12.877110 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:33:12.877683 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Checking segment: {'id': 'b46dac8e-9bc1-4092-a331-f144dd9097f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '28861ae5-a16b-4123-9a6a-fefd7cd3c406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:33:12.878329 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Bound using segment: {'id': 'b46dac8e-9bc1-4092-a331-f144dd9097f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '28861ae5-a16b-4123-9a6a-fefd7cd3c406'} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:33:12.879110 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Bound port: 96cffa5f-d711-4b98-afda-ff3a4e31972d, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46dac8e-9bc1-4092-a331-f144dd9097f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '28861ae5-a16b-4123-9a6a-fefd7cd3c406'}}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:33:12.879693 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:13.006459 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] For port 96cffa5f-d711-4b98-afda-ff3a4e31972d, host hv-cinder-78477, cleared binding levels {{(pid=74454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:33:13.009983 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] For port 96cffa5f-d711-4b98-afda-ff3a4e31972d, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=96cffa5f-d711-4b98-afda-ff3a4e31972d,segment=NetworkSegment(b46dac8e-9bc1-4092-a331-f144dd9097f3),segment_id=b46dac8e-9bc1-4092-a331-f144dd9097f3)] {{(pid=74454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:33:13.069812 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:13.075385 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:13.134093 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:13.134366 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:13.135611 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] 10.222.0.63 "PUT /v2.0/ports/96cffa5f-d711-4b98-afda-ff3a4e31972d HTTP/1.1" status: 200 len: 1093 time: 1.4441245 Apr 30 17:33:13.136115 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038953fc-6d72-492a-871c-2393d9f73828', 'tag': '96cffa5f-d711-4b98-afda-ff3a4e31972d'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:13.146495 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898774d-2d0b-4f19-8557-f4f9a033cf8b req-69321c5b-6550-49cf-a4dc-bc59db00c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:13.148484 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c898774d-2d0b-4f19-8557-f4f9a033cf8b req-69321c5b-6550-49cf-a4dc-bc59db00c268 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a11bde57-4113-41bb-9209-b6e9a0311919 HTTP/1.1" status: 200 len: 858 time: 0.0716736 Apr 30 17:33:13.171781 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Pushing event updated for resources: {'Port': ['ID=96cffa5f-d711-4b98-afda-ff3a4e31972d,revision_number=3']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:13.177507 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:13.236544 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038953fc-6d72-492a-871c-2393d9f73828', 'tag': '96cffa5f-d711-4b98-afda-ff3a4e31972d', 'status': 'completed', 'code': 200} Apr 30 17:33:13.237443 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c898774d-2d0b-4f19-8557-f4f9a033cf8b req-6420e2e4-0f05-4c20-959b-bcbeeed2106a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813982 Apr 30 17:33:13.403194 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33f20d-ebc8-4d33-bcc4-a78415ddcc77 req-64dc2822-8f13-4e0b-aca6-587188ed79de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:13.406510 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-de33f20d-ebc8-4d33-bcc4-a78415ddcc77 req-64dc2822-8f13-4e0b-aca6-587188ed79de service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d399efbde2db45c9929c4abc3bfb9a71&device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 1096 time: 0.1170959 Apr 30 17:33:13.452329 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 91a93926-c63d-4e58-8ff3-d42976b1fe12 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:33:13.533313 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c898774d-2d0b-4f19-8557-f4f9a033cf8b req-f7de4490-56d4-4771-bc87-27a7baf9d5bd service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733109 Apr 30 17:33:13.655425 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33f20d-ebc8-4d33-bcc4-a78415ddcc77 req-1e633b34-f9b8-42bb-8b76-187c099ad84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:13.659369 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-de33f20d-ebc8-4d33-bcc4-a78415ddcc77 req-1e633b34-f9b8-42bb-8b76-187c099ad84d service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=d399efbde2db45c9929c4abc3bfb9a71&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2422359 Apr 30 17:33:13.697343 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 91a93926-c63d-4e58-8ff3-d42976b1fe12, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91a93926-c63d-4e58-8ff3-d42976b1fe12,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:13.720929 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '91a93926-c63d-4e58-8ff3-d42976b1fe12', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'port_id': '91a93926-c63d-4e58-8ff3-d42976b1fe12', 'mac_address': 'fa:16:3e:50:6e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:33:13.790659 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:13.811339 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a93926-c63d-4e58-8ff3-d42976b1fe12 {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:33:13.816916 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:13.849505 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 91a93926-c63d-4e58-8ff3-d42976b1fe12, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91a93926-c63d-4e58-8ff3-d42976b1fe12,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:13.866448 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57525335-125c-4f18-9e4a-5647e33e2791 req-769da568-e1ea-45c1-80e4-d30332c03186 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:13.877691 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-57525335-125c-4f18-9e4a-5647e33e2791 req-769da568-e1ea-45c1-80e4-d30332c03186 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.5050957 Apr 30 17:33:13.919973 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33f20d-ebc8-4d33-bcc4-a78415ddcc77 req-5644f32f-0b29-4323-8a2c-a0abb8fc2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:13.922646 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-de33f20d-ebc8-4d33-bcc4-a78415ddcc77 req-5644f32f-0b29-4323-8a2c-a0abb8fc2b58 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2558508 Apr 30 17:33:13.930006 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:13.932654 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-98c43ab2-32c2-4ac9-874b-38c4996906b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:13.964566 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a458b-e67a-4800-8a57-898a5aba0690 req-7582f315-359b-4370-a809-dd39176f589c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:13.966335 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-390a458b-e67a-4800-8a57-898a5aba0690 req-7582f315-359b-4370-a809-dd39176f589c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.5412238 Apr 30 17:33:13.983281 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c898774d-2d0b-4f19-8557-f4f9a033cf8b req-3b301b83-d79a-441a-8696-c1ecd4e076f5 service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387860 Apr 30 17:33:14.015779 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=91a93926-c63d-4e58-8ff3-d42976b1fe12,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:14.020789 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:14.024772 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-57525335-125c-4f18-9e4a-5647e33e2791 req-a3d22704-460a-454d-8faa-dfbb7221b4a6 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461885 Apr 30 17:33:14.066673 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-390a458b-e67a-4800-8a57-898a5aba0690 req-045a49dc-6b10-4e02-b394-65c56ec5485e tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837080 Apr 30 17:33:14.081332 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-c51403a8-84be-4278-ab95-3ef768e17b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:14.082820 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-c51403a8-84be-4278-ab95-3ef768e17b3a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d399efbde2db45c9929c4abc3bfb9a71&device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 1096 time: 0.1046093 Apr 30 17:33:14.184074 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-ded16a4b-afc9-443e-b50b-f8f3c274407c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96cffa5f-d711-4b98-afda-ff3a4e31972d HTTP/1.1" status: 200 len: 217 time: 0.0927227 Apr 30 17:33:14.304440 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['91a93926-c63d-4e58-8ff3-d42976b1fe12'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:33:14.328224 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-28518796-9d74-4a24-8fd1-63111b5a08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:14.328224 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-28518796-9d74-4a24-8fd1-63111b5a08f3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c45922d1-e872-4397-a1d9-8621de60cdf5 HTTP/1.1" status: 200 len: 853 time: 0.1362805 Apr 30 17:33:14.355880 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb359d-4824-4a3d-932c-f4b30fbc6720 req-0acffb32-09db-479a-9372-b53c0fbec181 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:14.357445 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7ebb359d-4824-4a3d-932c-f4b30fbc6720 req-0acffb32-09db-479a-9372-b53c0fbec181 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 943 time: 0.1623294 Apr 30 17:33:14.393391 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-ad52d949-74f6-4f33-aa93-4108dcbb28fc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=28861ae5-a16b-4123-9a6a-fefd7cd3c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543518 Apr 30 17:33:14.423366 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2eb79-0a31-406a-af31-d9dfbb271193 req-b177658b-fa72-4b1e-b27c-6aa3a5413cf5 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:14.424961 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9cb2eb79-0a31-406a-af31-d9dfbb271193 req-b177658b-fa72-4b1e-b27c-6aa3a5413cf5 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 944 time: 0.1719673 Apr 30 17:33:14.489800 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7ebb359d-4824-4a3d-932c-f4b30fbc6720 req-4250b79e-93db-4f1f-b198-b93b543931e7 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211617 Apr 30 17:33:14.500553 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9cb2eb79-0a31-406a-af31-d9dfbb271193 req-4ff5f8b9-898b-4f73-b74b-6eefa6474356 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657916 Apr 30 17:33:14.570907 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-14d69bba-add2-4520-8fdc-a68f8b75aa5e service neutron] 10.222.0.63 "GET /v2.0/networks/28861ae5-a16b-4123-9a6a-fefd7cd3c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673868 Apr 30 17:33:14.727417 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-822829fa-ac35-41aa-9aa3-d32370d74288 req-8dfdc232-2521-4826-a641-8b67f287557b service neutron] 10.222.0.63 "GET /v2.0/networks/28861ae5-a16b-4123-9a6a-fefd7cd3c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516426 Apr 30 17:33:15.334918 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dc8f9-cf82-470e-9b68-1349f6f924e1 req-9d1af741-cffa-4764-8deb-da254f040c1c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:15.336621 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-740dc8f9-cf82-470e-9b68-1349f6f924e1 req-9d1af741-cffa-4764-8deb-da254f040c1c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1597908 Apr 30 17:33:15.369111 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813636b2-b3b2-494f-a94d-5dd0360f7b92 req-d9398b90-333e-44d6-b175-1c542ed64342 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:15.370683 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-813636b2-b3b2-494f-a94d-5dd0360f7b92 req-d9398b90-333e-44d6-b175-1c542ed64342 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1489618 Apr 30 17:33:15.429700 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-740dc8f9-cf82-470e-9b68-1349f6f924e1 req-3b29a95c-a01e-4eb8-a1d6-1449d0bff650 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862958 Apr 30 17:33:15.452621 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-813636b2-b3b2-494f-a94d-5dd0360f7b92 req-76d22b30-7c9d-4473-ac0a-9a8e3f912037 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736184 Apr 30 17:33:15.732201 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:15.828153 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be32bf-6f81-497a-8b49-ff3d4405a493 req-7bd6662f-0aed-45d3-b1fe-1452713f1287 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:15.832854 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-82be32bf-6f81-497a-8b49-ff3d4405a493 req-7bd6662f-0aed-45d3-b1fe-1452713f1287 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 943 time: 0.1431298 Apr 30 17:33:15.875438 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120d07c-6349-481e-bd56-703be051d023 req-1e5e99a8-e720-479e-8274-96593d2ec1e1 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:15.877552 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2120d07c-6349-481e-bd56-703be051d023 req-1e5e99a8-e720-479e-8274-96593d2ec1e1 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 944 time: 0.1505501 Apr 30 17:33:15.925924 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-82be32bf-6f81-497a-8b49-ff3d4405a493 req-0e18a720-ce64-4791-b9ec-a05b5ffb30ad tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852983 Apr 30 17:33:15.962626 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2120d07c-6349-481e-bd56-703be051d023 req-dd4a61c8-2acd-4533-9b4b-d8fd79d47c88 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711048 Apr 30 17:33:16.746984 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce061-6ca3-416f-bafd-e689b9a32e6c req-abe9cd09-be55-4f9c-93ce-c037f2b904c0 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:16.748467 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ec6ce061-6ca3-416f-bafd-e689b9a32e6c req-abe9cd09-be55-4f9c-93ce-c037f2b904c0 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1868479 Apr 30 17:33:16.786609 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a855ea3-8280-435a-83f7-551588f9aab2 req-5f9e3ae5-d084-4000-8b12-bf0a044bed9c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:16.788140 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2a855ea3-8280-435a-83f7-551588f9aab2 req-5f9e3ae5-d084-4000-8b12-bf0a044bed9c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1829917 Apr 30 17:33:16.843229 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ec6ce061-6ca3-416f-bafd-e689b9a32e6c req-1bfea742-0d54-419c-919f-952edfc20681 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835741 Apr 30 17:33:16.869489 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2a855ea3-8280-435a-83f7-551588f9aab2 req-e8815aaa-6f37-4649-8234-930060500bba tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743563 Apr 30 17:33:17.208426 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7baa26-66b0-4c48-a2f9-20da5956f06b req-2fa09526-1f8a-49b3-803a-2d276d0cacfd tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:17.214212 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-af7baa26-66b0-4c48-a2f9-20da5956f06b req-2fa09526-1f8a-49b3-803a-2d276d0cacfd tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 943 time: 0.1686771 Apr 30 17:33:17.281410 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-af7baa26-66b0-4c48-a2f9-20da5956f06b req-a413dce2-c684-4163-b89c-36f2d5c327a5 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584359 Apr 30 17:33:17.291380 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b9ae8-c9ae-4630-a89c-83f8a9091fb2 req-cb386ad9-d984-4b58-917c-a0813d0e5ab4 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:17.292966 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ad6b9ae8-c9ae-4630-a89c-83f8a9091fb2 req-cb386ad9-d984-4b58-917c-a0813d0e5ab4 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 944 time: 0.1550555 Apr 30 17:33:17.347053 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ad6b9ae8-c9ae-4630-a89c-83f8a9091fb2 req-4616b02a-e4cc-41e8-91e6-4b5f942e96ee tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466933 Apr 30 17:33:17.482278 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 91a93926-c63d-4e58-8ff3-d42976b1fe12 up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:33:17.702775 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port 91a93926-c63d-4e58-8ff3-d42976b1fe12 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:33:17.708561 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 91a93926-c63d-4e58-8ff3-d42976b1fe12 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:33:17.708905 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:17.848018 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:17.897310 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c37ebf8-a036-401a-96be-9d94491f857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a93926-c63d-4e58-8ff3-d42976b1fe12'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:17.909521 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 91a93926-c63d-4e58-8ff3-d42976b1fe12, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91a93926-c63d-4e58-8ff3-d42976b1fe12,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:18.023983 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:18.028275 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:18.124577 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=91a93926-c63d-4e58-8ff3-d42976b1fe12,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:18.130921 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:18.159707 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8e5fb-e005-48b8-9de8-3bbcf5834fc3 req-6796609c-1cbd-48c6-9d75-d4d091327c20 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:18.161193 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-94b8e5fb-e005-48b8-9de8-3bbcf5834fc3 req-6796609c-1cbd-48c6-9d75-d4d091327c20 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1838603 Apr 30 17:33:18.196264 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64d92d-fe84-4b16-8dba-96be120adfe5 req-8af76f88-156f-48e1-b0cd-c2dee71075ca tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:18.197839 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ce64d92d-fe84-4b16-8dba-96be120adfe5 req-8af76f88-156f-48e1-b0cd-c2dee71075ca tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1699769 Apr 30 17:33:18.255295 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-94b8e5fb-e005-48b8-9de8-3bbcf5834fc3 req-75316c7a-fcf0-475c-9e75-7ddfa09cdb92 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853019 Apr 30 17:33:18.278555 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ce64d92d-fe84-4b16-8dba-96be120adfe5 req-bd283444-dd17-4524-b3de-09017eb87906 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710063 Apr 30 17:33:18.342978 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c37ebf8-a036-401a-96be-9d94491f857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a93926-c63d-4e58-8ff3-d42976b1fe12', 'code': 200} Apr 30 17:33:18.562747 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1092be5-00b7-40b7-ba65-348a2a9a6b58 req-d216f0bf-7aaa-4443-9bef-8bb48e719b1f tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:18.564469 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1092be5-00b7-40b7-ba65-348a2a9a6b58 req-d216f0bf-7aaa-4443-9bef-8bb48e719b1f tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 943 time: 0.1454344 Apr 30 17:33:18.645414 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d7174-5741-409a-9f56-54042407b3a7 req-0763d078-b45a-4c88-8633-67991f527671 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:18.646954 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6d3d7174-5741-409a-9f56-54042407b3a7 req-0763d078-b45a-4c88-8633-67991f527671 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.1642873 Apr 30 17:33:18.652461 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1092be5-00b7-40b7-ba65-348a2a9a6b58 req-f77cafbd-d836-4cc9-832d-3c80d2495009 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792305 Apr 30 17:33:18.701808 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6d3d7174-5741-409a-9f56-54042407b3a7 req-ba72e900-5345-4a6c-bc1e-8af2e91b1e76 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479710 Apr 30 17:33:19.037547 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cfbc8-290f-4d64-b458-df1c6dcd86ed req-ac6afc94-34a1-4e06-a407-343495072435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:19.039053 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-189cfbc8-290f-4d64-b458-df1c6dcd86ed req-ac6afc94-34a1-4e06-a407-343495072435 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 1098 time: 0.0935817 Apr 30 17:33:19.086644 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-189cfbc8-290f-4d64-b458-df1c6dcd86ed req-a2c3a405-ee11-4b57-8db5-4fca1b2f0a0c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380840 Apr 30 17:33:19.497956 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 96cffa5f-d711-4b98-afda-ff3a4e31972d details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:33:19.559228 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f62188-0304-488a-b67f-a8450dfd8861 req-d024f66d-2389-464e-8b99-abc35a384a28 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:19.570753 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-00f62188-0304-488a-b67f-a8450dfd8861 req-d024f66d-2389-464e-8b99-abc35a384a28 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1699994 Apr 30 17:33:19.585990 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ff5e6-f1e0-4d91-99c5-773e36f822f2 req-6477314f-5f6e-421f-8778-76c3b4bad6cb tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:19.595762 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-091ff5e6-f1e0-4d91-99c5-773e36f822f2 req-6477314f-5f6e-421f-8778-76c3b4bad6cb tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1629801 Apr 30 17:33:19.678569 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-091ff5e6-f1e0-4d91-99c5-773e36f822f2 req-26680e99-1041-4763-8403-9c8b7388cbd3 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817909 Apr 30 17:33:19.682016 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-00f62188-0304-488a-b67f-a8450dfd8861 req-22d1b798-2532-4846-b1ba-0962561d7b87 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101015 Apr 30 17:33:19.768327 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 96cffa5f-d711-4b98-afda-ff3a4e31972d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=96cffa5f-d711-4b98-afda-ff3a4e31972d,segment=NetworkSegment(b46dac8e-9bc1-4092-a331-f144dd9097f3),segment_id=b46dac8e-9bc1-4092-a331-f144dd9097f3)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:19.786611 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '96cffa5f-d711-4b98-afda-ff3a4e31972d', 'network_id': '28861ae5-a16b-4123-9a6a-fefd7cd3c406', 'port_id': '96cffa5f-d711-4b98-afda-ff3a4e31972d', 'mac_address': 'fa:16:3e:0a:cb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45922d1-e872-4397-a1d9-8621de60cdf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:33:19.855355 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.874768 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cffa5f-d711-4b98-afda-ff3a4e31972d {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:33:19.894821 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 96cffa5f-d711-4b98-afda-ff3a4e31972d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=96cffa5f-d711-4b98-afda-ff3a4e31972d,segment=NetworkSegment(b46dac8e-9bc1-4092-a331-f144dd9097f3),segment_id=b46dac8e-9bc1-4092-a331-f144dd9097f3)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:20.018460 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:20.021382 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-f2eecf5d-95a8-4619-ac5c-f44bd9c8bbe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:20.082168 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659f5ac-b413-4888-98f2-00ed8602302b req-7056acc4-ece1-40e6-931a-8666669df8f9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:20.083352 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1659f5ac-b413-4888-98f2-00ed8602302b req-7056acc4-ece1-40e6-931a-8666669df8f9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.1173680 Apr 30 17:33:20.105692 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=96cffa5f-d711-4b98-afda-ff3a4e31972d,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:20.108994 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:20.119238 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae5009-dd62-4554-8110-1364046540ff req-71f9795f-c990-4c27-9131-21024cbf14c5 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:20.120830 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-97ae5009-dd62-4554-8110-1364046540ff req-71f9795f-c990-4c27-9131-21024cbf14c5 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 943 time: 0.2875786 Apr 30 17:33:20.178198 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1659f5ac-b413-4888-98f2-00ed8602302b req-b3c9ac08-03c7-4d79-9901-accafea80e45 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881169 Apr 30 17:33:20.189821 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-97ae5009-dd62-4554-8110-1364046540ff req-9a44b4bd-6214-4cc0-9f75-68179d487a75 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626192 Apr 30 17:33:20.438345 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['96cffa5f-d711-4b98-afda-ff3a4e31972d'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:33:20.874760 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 55512) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:20.952641 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e22aea-246a-4a39-b84e-45867a154887 req-28d32624-03e8-4f09-8a61-e53c28ecc7cb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:20.954111 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-51e22aea-246a-4a39-b84e-45867a154887 req-28d32624-03e8-4f09-8a61-e53c28ecc7cb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1006999 Apr 30 17:33:21.071355 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-51e22aea-246a-4a39-b84e-45867a154887 req-b5041633-3429-471f-9999-6cf1e5fe751b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066468 Apr 30 17:33:21.074409 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-32e5b095-e4e1-4f17-bbc6-696dab55afe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.091508 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-32e5b095-e4e1-4f17-bbc6-696dab55afe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:21.095751 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-32e5b095-e4e1-4f17-bbc6-696dab55afe4 admin admin] Usage tracker for resource:security_group_rule and tenant:00296771febd4100b6cd954f257fc821 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:21.099098 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-32e5b095-e4e1-4f17-bbc6-696dab55afe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:21.106560 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-32e5b095-e4e1-4f17-bbc6-696dab55afe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:21.116730 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e755bf-6e8f-498a-8f92-758fb565c7c3 req-e6c3a3c4-f29e-4743-9620-3b4ad8f2b35b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:21.118401 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a3e755bf-6e8f-498a-8f92-758fb565c7c3 req-e6c3a3c4-f29e-4743-9620-3b4ad8f2b35b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1355217 Apr 30 17:33:21.168836 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a3e755bf-6e8f-498a-8f92-758fb565c7c3 req-963ce260-a701-470f-8bc0-29aa468bef81 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441239 Apr 30 17:33:21.232577 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-32e5b095-e4e1-4f17-bbc6-696dab55afe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.292209 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-32e5b095-e4e1-4f17-bbc6-696dab55afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.302189 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b4e37211-e737-4f1c-9bc3-1d1ebd0cce5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:21.346546 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-32e5b095-e4e1-4f17-bbc6-696dab55afe4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00296771febd4100b6cd954f257fc821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4687953 Apr 30 17:33:21.348529 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5b095-e4e1-4f17-bbc6-696dab55afe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01f1266-dab2-4a0a-8dc4-e6633812954f,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:21.352079 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-32e5b095-e4e1-4f17-bbc6-696dab55afe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:21.352571 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 55524) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:21.428283 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-cd78650f-da2d-4d5a-ba4c-c7fca80450e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.437430 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f965bf-3937-41cf-a04a-5af89684568a req-07a79940-0134-48f5-b64e-9f9146bba0f6 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:21.439527 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c7f965bf-3937-41cf-a04a-5af89684568a req-07a79940-0134-48f5-b64e-9f9146bba0f6 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.1531498 Apr 30 17:33:21.447583 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9063db-c221-4d2f-9ae3-f8298cd86675 req-6aa88b7d-d4e1-4fa2-8d23-5d63c71be4f2 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:21.449158 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2e9063db-c221-4d2f-9ae3-f8298cd86675 req-6aa88b7d-d4e1-4fa2-8d23-5d63c71be4f2 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 944 time: 0.1308227 Apr 30 17:33:21.514566 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 96cffa5f-d711-4b98-afda-ff3a4e31972d up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:33:21.534289 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-cd78650f-da2d-4d5a-ba4c-c7fca80450e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.536513 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c7f965bf-3937-41cf-a04a-5af89684568a req-a2c758ed-8dfa-4641-b263-2fca24315384 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854475 Apr 30 17:33:21.570221 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2e9063db-c221-4d2f-9ae3-f8298cd86675 req-035c45c6-f139-4610-a5cf-145c29777f25 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052899 Apr 30 17:33:21.686695 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port 96cffa5f-d711-4b98-afda-ff3a4e31972d completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:33:21.696610 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 96cffa5f-d711-4b98-afda-ff3a4e31972d triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:33:21.697302 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.761191 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-cd78650f-da2d-4d5a-ba4c-c7fca80450e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.771260 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8f0f4c59-8eb2-45a4-bf97-187ecde95e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:21.796029 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78650f-da2d-4d5a-ba4c-c7fca80450e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01f1266-dab2-4a0a-8dc4-e6633812954f,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:21.800302 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-cd78650f-da2d-4d5a-ba4c-c7fca80450e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:21.813864 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-cd78650f-da2d-4d5a-ba4c-c7fca80450e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.817855 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-cd78650f-da2d-4d5a-ba4c-c7fca80450e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e01f1266-dab2-4a0a-8dc4-e6633812954f HTTP/1.1" status: 204 len: 168 time: 0.4620678 Apr 30 17:33:21.820383 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be5656-9090-4675-823b-a84447db9adf req-76459fa5-2611-4b1b-9006-c829d0e1c3e2 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:21.822799 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-10be5656-9090-4675-823b-a84447db9adf req-76459fa5-2611-4b1b-9006-c829d0e1c3e2 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.1451540 Apr 30 17:33:21.868303 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.893640 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-10be5656-9090-4675-823b-a84447db9adf req-28d77b09-f5da-4241-b8af-6a5a314c441a tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598347 Apr 30 17:33:21.905264 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038953fc-6d72-492a-871c-2393d9f73828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cffa5f-d711-4b98-afda-ff3a4e31972d'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:21.924735 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 96cffa5f-d711-4b98-afda-ff3a4e31972d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=96cffa5f-d711-4b98-afda-ff3a4e31972d,segment=NetworkSegment(b46dac8e-9bc1-4092-a331-f144dd9097f3),segment_id=b46dac8e-9bc1-4092-a331-f144dd9097f3)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:21.939861 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 55534) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:21.964496 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038953fc-6d72-492a-871c-2393d9f73828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cffa5f-d711-4b98-afda-ff3a4e31972d', 'code': 200} Apr 30 17:33:22.003299 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:22.009731 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-93fd9a43-6c2f-4403-84fa-b4bd0ac1e60a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:22.126189 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=96cffa5f-d711-4b98-afda-ff3a4e31972d,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:22.139764 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:22.178559 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c327c9e2-d470-4c1a-a6d8-a2688fbe737e tempest-TestShelveInstance-1109093352 tempest-TestShelveInstance-1109093352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:22.179931 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c327c9e2-d470-4c1a-a6d8-a2688fbe737e tempest-TestShelveInstance-1109093352 tempest-TestShelveInstance-1109093352-project-admin] Synchronizing usage tracker for tenant:885d776b622c43bcbf5fac2cbe20b4b0 on resource:port {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:33:22.274529 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c327c9e2-d470-4c1a-a6d8-a2688fbe737e tempest-TestShelveInstance-1109093352 tempest-TestShelveInstance-1109093352-project-admin] Unset dirty status for tenant:885d776b622c43bcbf5fac2cbe20b4b0 on resource:port {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:33:22.276059 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-c327c9e2-d470-4c1a-a6d8-a2688fbe737e tempest-TestShelveInstance-1109093352 tempest-TestShelveInstance-1109093352-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 1093 time: 0.3349531 Apr 30 17:33:22.279172 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 55570) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:22.285749 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Request body: {'floatingip': {'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'port_id': '91a93926-c63d-4e58-8ff3-d42976b1fe12', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'fixed_ip_address': '172.20.0.8'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:22.304636 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:22.315685 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Usage tracker for resource:floatingip and tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:22.325862 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:22.337885 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:22.461981 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for floatingip, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:22.591835 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bd611-db28-4124-b02e-cd03cc23a826 req-2d5f56ae-591f-4f3d-bb34-5515e16c4fb2 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:22.599604 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fe9bd611-db28-4124-b02e-cd03cc23a826 req-2d5f56ae-591f-4f3d-bb34-5515e16c4fb2 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.2633121 Apr 30 17:33:22.627744 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7745f5f-1886-4c48-9e81-65025a31b9d0 req-1437e32d-2bd1-4445-83e8-e37dbb04d960 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:22.636078 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d7745f5f-1886-4c48-9e81-65025a31b9d0 req-1437e32d-2bd1-4445-83e8-e37dbb04d960 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.2272708 Apr 30 17:33:22.712153 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fe9bd611-db28-4124-b02e-cd03cc23a826 req-ba1504d9-388e-4949-bdc3-2ec85f436db7 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113582 Apr 30 17:33:22.724098 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 55596) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:22.759916 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d7745f5f-1886-4c48-9e81-65025a31b9d0 req-8826e494-b17e-4046-801a-fc6c70bca2e0 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226609 Apr 30 17:33:22.768800 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9c08069e-dab7-4645-8175-3434a2ff87ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:22.783150 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7206e3f-9011-4e8a-9693-b1c083a0ea16 req-32b1df19-97e9-484d-b1c3-3255cf9adf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:22.783466 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-a7206e3f-9011-4e8a-9693-b1c083a0ea16 req-32b1df19-97e9-484d-b1c3-3255cf9adf15 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 1098 time: 0.3781953 Apr 30 17:33:22.790382 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-9c08069e-dab7-4645-8175-3434a2ff87ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:22.794810 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-9c08069e-dab7-4645-8175-3434a2ff87ad admin admin] Usage tracker for resource:security_group_rule and tenant:3f6e9aef360445ed86e279ab26508865 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:22.798654 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-9c08069e-dab7-4645-8175-3434a2ff87ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:22.805579 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-9c08069e-dab7-4645-8175-3434a2ff87ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:22.844835 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-a7206e3f-9011-4e8a-9693-b1c083a0ea16 req-2042f00b-6dab-4264-b71e-9d72710b216c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519428 Apr 30 17:33:22.865936 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:22.982741 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9c08069e-dab7-4645-8175-3434a2ff87ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:23.009700 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82506e21-d4de-4867-9250-507066a67778 req-5657004f-a8ca-40f9-a5d4-c14a7c04eb3c tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:23.011533 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-82506e21-d4de-4867-9250-507066a67778 req-5657004f-a8ca-40f9-a5d4-c14a7c04eb3c tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 945 time: 0.1226223 Apr 30 17:33:23.043330 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Allocated IP 172.27.3.185 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/5181a2f6-bbc1-4ebd-b1ec-6cace2f1e448) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:33:23.060980 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-82506e21-d4de-4867-9250-507066a67778 req-327e7a91-11fc-4401-a3cb-4baabf55e429 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426025 Apr 30 17:33:23.061680 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9c08069e-dab7-4645-8175-3434a2ff87ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:23.070911 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-238681e5-8e13-457b-8059-e60c435a9016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:23.120766 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08069e-dab7-4645-8175-3434a2ff87ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5024e5f7-5075-46f7-a559-b5d8939ff5b3,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:23.125064 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-9c08069e-dab7-4645-8175-3434a2ff87ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f6e9aef360445ed86e279ab26508865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3968251 Apr 30 17:33:23.126999 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-9c08069e-dab7-4645-8175-3434a2ff87ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:23.128607 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 55600) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:23.198515 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3b4c7c4e-00b7-4986-ac6b-b34d4223b8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:23.205569 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:23.229933 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3b4c7c4e-00b7-4986-ac6b-b34d4223b8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:23.355843 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:23.362165 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-6418f348-719d-48c8-985b-ff2f5ff07020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:23.424298 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:33:23.427442 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:33:23.429991 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:33:23.435053 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3b4c7c4e-00b7-4986-ac6b-b34d4223b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:23.439597 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-ca5240c5-9d29-43a4-b0ef-7d869d2a2a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:23.451602 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c7c4e-00b7-4986-ac6b-b34d4223b8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5024e5f7-5075-46f7-a559-b5d8939ff5b3,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:23.455332 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3b4c7c4e-00b7-4986-ac6b-b34d4223b8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:23.458900 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3b4c7c4e-00b7-4986-ac6b-b34d4223b8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:23.460038 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-3b4c7c4e-00b7-4986-ac6b-b34d4223b8ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5024e5f7-5075-46f7-a559-b5d8939ff5b3 HTTP/1.1" status: 204 len: 168 time: 0.3302560 Apr 30 17:33:23.497542 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Pushing event updated for resources: {'Port': ['ID=5181a2f6-bbc1-4ebd-b1ec-6cace2f1e448,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:23.502273 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:24.045025 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed348b4-807d-48a1-ba41-2dbfc73699c5 req-6204fc95-47a2-4314-a831-eed801630d08 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:24.046597 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6ed348b4-807d-48a1-ba41-2dbfc73699c5 req-6204fc95-47a2-4314-a831-eed801630d08 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1124549 Apr 30 17:33:24.092951 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16481663-7100-4e60-b78c-d3bc68e58dd6 req-bd44895c-9d2c-4d63-ae74-1db128e1455a tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:24.094954 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-16481663-7100-4e60-b78c-d3bc68e58dd6 req-bd44895c-9d2c-4d63-ae74-1db128e1455a tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.2093909 Apr 30 17:33:24.136899 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6ed348b4-807d-48a1-ba41-2dbfc73699c5 req-09f97aae-0f3e-4519-9292-098cc162589d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818925 Apr 30 17:33:24.164740 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-16481663-7100-4e60-b78c-d3bc68e58dd6 req-1e0107db-4fac-49b1-b4f7-cf3029e83d9b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570312 Apr 30 17:33:24.165603 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:24.335650 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 55632) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:24.356150 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3d701fe7-b4a6-43f8-a3cc-a1a9d4478b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:24.370253 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:24.387880 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867288a-118d-4d89-818b-c9e5ead751c2 req-5861b94e-4936-43bc-972a-32b8f815e74a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:24.389560 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9867288a-118d-4d89-818b-c9e5ead751c2 req-5861b94e-4936-43bc-972a-32b8f815e74a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 945 time: 0.1252925 Apr 30 17:33:24.395308 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-3d701fe7-b4a6-43f8-a3cc-a1a9d4478b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:24.399735 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-3d701fe7-b4a6-43f8-a3cc-a1a9d4478b79 admin admin] Usage tracker for resource:security_group_rule and tenant:8c3a7aa739d54550a513476d76b4668b is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:24.403054 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-3d701fe7-b4a6-43f8-a3cc-a1a9d4478b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:24.424799 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-3d701fe7-b4a6-43f8-a3cc-a1a9d4478b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:24.478373 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9867288a-118d-4d89-818b-c9e5ead751c2 req-7adbb286-bd30-41dd-bf70-9fd81c953ff4 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681703 Apr 30 17:33:24.556053 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3d701fe7-b4a6-43f8-a3cc-a1a9d4478b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:24.640727 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3d701fe7-b4a6-43f8-a3cc-a1a9d4478b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:24.651018 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-59af3230-7200-412f-9aa0-c061716ba60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:24.699448 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-3d701fe7-b4a6-43f8-a3cc-a1a9d4478b79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c3a7aa739d54550a513476d76b4668b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617084 Apr 30 17:33:24.699448 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d701fe7-b4a6-43f8-a3cc-a1a9d4478b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f9a594-e55c-4f29-ac2a-d593772dfceb,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:24.699767 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 55642) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:24.705480 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3d701fe7-b4a6-43f8-a3cc-a1a9d4478b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:24.716213 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:24.771704 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ffe7c124-5c72-4e56-a856-0480f44ac822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:24.784792 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:24.796801 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:24.851937 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ffe7c124-5c72-4e56-a856-0480f44ac822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:24.953037 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Pushing event updated for resources: {'Port': ['ID=5181a2f6-bbc1-4ebd-b1ec-6cace2f1e448,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:24.960626 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:24.970692 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:25.146272 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ffe7c124-5c72-4e56-a856-0480f44ac822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:25.151648 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-23342649-b17f-4fca-b10b-5a658edf5489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:25.166382 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7c124-5c72-4e56-a856-0480f44ac822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f9a594-e55c-4f29-ac2a-d593772dfceb,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:25.171621 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.l3_db [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Floating IP 85ab152b-9356-4006-996e-22915bf4b15f associated. External IP: 172.27.3.185, port: 91a93926-c63d-4e58-8ff3-d42976b1fe12. Apr 30 17:33:25.240334 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ffe7c124-5c72-4e56-a856-0480f44ac822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:25.277487 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ffe7c124-5c72-4e56-a856-0480f44ac822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:25.287017 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-ffe7c124-5c72-4e56-a856-0480f44ac822 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76f9a594-e55c-4f29-ac2a-d593772dfceb HTTP/1.1" status: 204 len: 168 time: 0.5804286 Apr 30 17:33:25.509554 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 582a4da1-c560-459d-97c8-0989de852b7c details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:33:25.524360 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2fb7f-5590-4b8e-9aec-548d652b4dbf req-ffe69ced-494e-4c05-bd3c-4e3dda965e94 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:25.525765 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5db2fb7f-5590-4b8e-9aec-548d652b4dbf req-ffe69ced-494e-4c05-bd3c-4e3dda965e94 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.2521241 Apr 30 17:33:25.595018 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdcd82-beab-4ff0-892b-24a6e139cdcb req-2657a0b9-aae1-41a2-850b-6c075c918ee7 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:25.603421 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fcfdcd82-beab-4ff0-892b-24a6e139cdcb req-2657a0b9-aae1-41a2-850b-6c075c918ee7 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.2796080 Apr 30 17:33:25.664699 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Router 8ff292e7-ceed-4073-9d13-513fc28b8a24 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:33:25.726822 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fcfdcd82-beab-4ff0-892b-24a6e139cdcb req-37bf5190-33b3-4183-b5f2-9b116be90ec9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218777 Apr 30 17:33:25.730425 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5db2fb7f-5590-4b8e-9aec-548d652b4dbf req-6d85071a-febb-4e89-8a7d-4d140dda3d13 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773891 Apr 30 17:33:25.783627 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 582a4da1-c560-459d-97c8-0989de852b7c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=582a4da1-c560-459d-97c8-0989de852b7c,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:25.800610 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '582a4da1-c560-459d-97c8-0989de852b7c', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'port_id': '582a4da1-c560-459d-97c8-0989de852b7c', 'mac_address': 'fa:16:3e:d5:15:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:33:25.888864 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:25.914424 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 582a4da1-c560-459d-97c8-0989de852b7c {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:33:25.922750 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:33:25.932361 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b083508-2de8-4707-96af-f291826dd290 None None] Sync routers for ids ['8ff292e7-ceed-4073-9d13-513fc28b8a24'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:33:25.938811 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 582a4da1-c560-459d-97c8-0989de852b7c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=582a4da1-c560-459d-97c8-0989de852b7c,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:25.948358 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b083508-2de8-4707-96af-f291826dd290 None None] Routers {'8ff292e7-ceed-4073-9d13-513fc28b8a24'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:33:25.950050 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-3b083508-2de8-4707-96af-f291826dd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:33:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['8ff292e7-ceed-4073-9d13-513fc28b8a24'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:25.961061 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df229521-f116-44fa-92a9-94a82ec3bb09 req-5901f48c-3bfc-475f-9151-163e7f3bfe54 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:25.962707 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-df229521-f116-44fa-92a9-94a82ec3bb09 req-5901f48c-3bfc-475f-9151-163e7f3bfe54 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 945 time: 0.1176102 Apr 30 17:33:26.006087 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:26.008710 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:26.021211 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-df229521-f116-44fa-92a9-94a82ec3bb09 req-38228ebb-69ab-483c-ba6a-412519038fda tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508163 Apr 30 17:33:26.047038 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:26.099244 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=582a4da1-c560-459d-97c8-0989de852b7c,revision_number=6']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:26.104686 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:26.115162 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8281269 Apr 30 17:33:26.115162 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c37ebf8-a036-401a-96be-9d94491f857a', 'tag': '91a93926-c63d-4e58-8ff3-d42976b1fe12'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:26.157443 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['582a4da1-c560-459d-97c8-0989de852b7c'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:33:26.165242 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c37ebf8-a036-401a-96be-9d94491f857a', 'tag': '91a93926-c63d-4e58-8ff3-d42976b1fe12', 'status': 'completed', 'code': 200} Apr 30 17:33:26.209603 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-3b083508-2de8-4707-96af-f291826dd290 None None] Set router 8ff292e7-ceed-4073-9d13-513fc28b8a24 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:33:26.345465 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455743ef-11d2-4516-9cea-b841d801f304 req-b0a79a8b-dfd7-49c8-bf53-88f1e763bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:26.347128 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-455743ef-11d2-4516-9cea-b841d801f304 req-b0a79a8b-dfd7-49c8-bf53-88f1e763bd40 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7e2f3d3fe7b4c798a2442c8e1d493ba&device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 1098 time: 0.1536634 Apr 30 17:33:26.644861 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455743ef-11d2-4516-9cea-b841d801f304 req-e5bd2a2e-fbc3-4334-a292-9531cb8b7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:26.646322 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-455743ef-11d2-4516-9cea-b841d801f304 req-e5bd2a2e-fbc3-4334-a292-9531cb8b7925 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f562e4fa-da35-484f-a131-30b5eb79aa8c HTTP/1.1" status: 200 len: 909 time: 0.2919166 Apr 30 17:33:26.798218 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-3b083508-2de8-4707-96af-f291826dd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:25Z', 'updated_at': '2021-04-30T17:31:33Z', 'revision_number': 4, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'gw_port': {'id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '85ab152b-9356-4006-996e-22915bf4b15f', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'port_id': '91a93926-c63d-4e58-8ff3-d42976b1fe12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'mac_address': 'fa:16:3e:50:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c37ebf8-a036-401a-96be-9d94491f857a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:33:23Z', 'updated_at': '2021-04-30T17:33:23Z', 'revision_number': 0, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2', 'name': '', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'mac_address': 'fa:16:3e:02:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:31Z', 'updated_at': '2021-04-30T17:31:44Z', 'revision_number': 5, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'subnets': [{'id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:26.808928 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b083508-2de8-4707-96af-f291826dd290 None None] Checking router: 8ff292e7-ceed-4073-9d13-513fc28b8a24 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:33:26.817703 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b083508-2de8-4707-96af-f291826dd290 None None] Routers {'8ff292e7-ceed-4073-9d13-513fc28b8a24'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:33:26.818324 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-3b083508-2de8-4707-96af-f291826dd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:33:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['8ff292e7-ceed-4073-9d13-513fc28b8a24'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:26.863950 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-455743ef-11d2-4516-9cea-b841d801f304 req-f35c7813-e7be-45d7-ae2c-e11e90368782 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91a93926-c63d-4e58-8ff3-d42976b1fe12 HTTP/1.1" status: 200 len: 999 time: 0.2007654 Apr 30 17:33:26.958564 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455743ef-11d2-4516-9cea-b841d801f304 req-9f5e6805-25f0-458f-a6f8-783c71b9dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:26.962122 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-455743ef-11d2-4516-9cea-b841d801f304 req-9f5e6805-25f0-458f-a6f8-783c71b9dda9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=606ca68b-fd17-4f43-af2c-9d03dcf516cb HTTP/1.1" status: 200 len: 847 time: 0.0915551 Apr 30 17:33:27.107159 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455743ef-11d2-4516-9cea-b841d801f304 req-0cf76e15-3ea0-44ea-8f90-cbecd1f3e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:27.108711 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-455743ef-11d2-4516-9cea-b841d801f304 req-0cf76e15-3ea0-44ea-8f90-cbecd1f3e317 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f562e4fa-da35-484f-a131-30b5eb79aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1385417 Apr 30 17:33:27.111766 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749a0ef-71eb-4173-9d30-2799e0bdf3fd req-6ac6568d-97f8-48a1-9cbb-09f21606a77c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:27.113331 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0749a0ef-71eb-4173-9d30-2799e0bdf3fd req-6ac6568d-97f8-48a1-9cbb-09f21606a77c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1640246 Apr 30 17:33:27.141949 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-3b083508-2de8-4707-96af-f291826dd290 None None] Set router 8ff292e7-ceed-4073-9d13-513fc28b8a24 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:33:27.149887 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d41ee-69e6-4ec9-a0d8-54df6ecb6d2c req-28c8a135-eabc-46ee-8207-6b4441d56386 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:27.151407 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f74d41ee-69e6-4ec9-a0d8-54df6ecb6d2c req-28c8a135-eabc-46ee-8207-6b4441d56386 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.1494286 Apr 30 17:33:27.208980 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0749a0ef-71eb-4173-9d30-2799e0bdf3fd req-0034da4e-4910-436e-9b01-b8c6654d2740 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839009 Apr 30 17:33:27.251913 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f74d41ee-69e6-4ec9-a0d8-54df6ecb6d2c req-78fa45e4-a53d-4ad6-bb91-068648ac529e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725381 Apr 30 17:33:27.367940 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-455743ef-11d2-4516-9cea-b841d801f304 req-7a474d36-25f5-4913-bac2-97e561eea2aa service neutron] 10.222.0.63 "GET /v2.0/networks/f562e4fa-da35-484f-a131-30b5eb79aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483919 Apr 30 17:33:27.517282 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 582a4da1-c560-459d-97c8-0989de852b7c up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:33:27.637692 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 582a4da1-c560-459d-97c8-0989de852b7c triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:33:27.638322 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:27.642865 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-455743ef-11d2-4516-9cea-b841d801f304 req-7d968e79-409a-458f-947a-3b9f21e73612 service neutron] 10.222.0.63 "GET /v2.0/networks/f562e4fa-da35-484f-a131-30b5eb79aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596655 Apr 30 17:33:27.653302 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-3b083508-2de8-4707-96af-f291826dd290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:25Z', 'updated_at': '2021-04-30T17:31:33Z', 'revision_number': 4, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'gw_port': {'id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '85ab152b-9356-4006-996e-22915bf4b15f', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'port_id': '91a93926-c63d-4e58-8ff3-d42976b1fe12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'mac_address': 'fa:16:3e:50:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c37ebf8-a036-401a-96be-9d94491f857a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:33:23Z', 'updated_at': '2021-04-30T17:33:23Z', 'revision_number': 0, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2', 'name': '', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'mac_address': 'fa:16:3e:02:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:31Z', 'updated_at': '2021-04-30T17:31:44Z', 'revision_number': 5, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'subnets': [{'id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:27.659275 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b083508-2de8-4707-96af-f291826dd290 None None] The sync data for ids ['8ff292e7-ceed-4073-9d13-513fc28b8a24'] in dv-cinder-784779-10-iscsi is: [{'id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:25Z', 'updated_at': '2021-04-30T17:31:33Z', 'revision_number': 4, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'gw_port': {'id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '85ab152b-9356-4006-996e-22915bf4b15f', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'port_id': '91a93926-c63d-4e58-8ff3-d42976b1fe12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'mac_address': 'fa:16:3e:50:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c37ebf8-a036-401a-96be-9d94491f857a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:33:23Z', 'updated_at': '2021-04-30T17:33:23Z', 'revision_number': 0, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2', 'name': '', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'mac_address': 'fa:16:3e:02:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:31Z', 'updated_at': '2021-04-30T17:31:44Z', 'revision_number': 5, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'subnets': [{'id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:33:27.761017 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a672c-f69e-4de0-abac-e7aa5b108ac2 req-eb6b8ae8-3489-4160-8d9d-bbe1937dbc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:27.762547 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8e6a672c-f69e-4de0-abac-e7aa5b108ac2 req-eb6b8ae8-3489-4160-8d9d-bbe1937dbc66 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 1098 time: 0.0926909 Apr 30 17:33:27.787586 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:27.844261 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582a4da1-c560-459d-97c8-0989de852b7c'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:27.852515 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8e6a672c-f69e-4de0-abac-e7aa5b108ac2 req-d97811d2-6b4c-4fa5-a875-5ef43738ae3b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809920 Apr 30 17:33:27.859426 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 582a4da1-c560-459d-97c8-0989de852b7c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=582a4da1-c560-459d-97c8-0989de852b7c,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:27.926676 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:27.928744 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-fb8bde9a-3fd9-4f43-9ad8-593e4e998841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:27.972627 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582a4da1-c560-459d-97c8-0989de852b7c', 'code': 200} Apr 30 17:33:28.023128 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ae491c-95e0-4df1-9211-98ede3ae3236 None None] New status for floating IP 85ab152b-9356-4006-996e-22915bf4b15f: ACTIVE {{(pid=74456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:33:28.098708 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=582a4da1-c560-459d-97c8-0989de852b7c,revision_number=7']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:28.104984 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:28.506440 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51bbf-0b9a-4919-b2b5-dd626d2b3a3a req-ccbd4c1c-26ab-42c2-b15a-8fcf35e13823 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:28.508027 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-97c51bbf-0b9a-4919-b2b5-dd626d2b3a3a req-ccbd4c1c-26ab-42c2-b15a-8fcf35e13823 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1604743 Apr 30 17:33:28.571472 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de28d9f-72ba-4058-9720-2c44a8ccaaf6 req-9d8c55a3-5184-492d-9d19-896c01229830 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:28.580401 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2de28d9f-72ba-4058-9720-2c44a8ccaaf6 req-9d8c55a3-5184-492d-9d19-896c01229830 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1524334 Apr 30 17:33:28.638838 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-97c51bbf-0b9a-4919-b2b5-dd626d2b3a3a req-c710c162-b454-43bd-b773-03f43e6805a2 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176825 Apr 30 17:33:28.675958 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2de28d9f-72ba-4058-9720-2c44a8ccaaf6 req-babf0a05-f3f0-42c1-a85d-5af5c5499372 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960052 Apr 30 17:33:29.794489 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 55806) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:29.852179 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:29.952146 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-b9357d4d-3882-4b1d-ad87-d5d77cf5dc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:29.976707 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-b9357d4d-3882-4b1d-ad87-d5d77cf5dc3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:29.988010 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-b9357d4d-3882-4b1d-ad87-d5d77cf5dc3e admin admin] Usage tracker for resource:security_group_rule and tenant:3211ad0b251f44028bf3cbe381ed4db1 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:29.992316 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-b9357d4d-3882-4b1d-ad87-d5d77cf5dc3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:30.006342 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-b9357d4d-3882-4b1d-ad87-d5d77cf5dc3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:30.041359 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32906bc8-5b5b-4596-98f3-9653a94cd4c6 req-51ef8e3f-e631-41d8-aae0-18f5949a99b9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:30.042978 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-32906bc8-5b5b-4596-98f3-9653a94cd4c6 req-51ef8e3f-e631-41d8-aae0-18f5949a99b9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.2168026 Apr 30 17:33:30.053171 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11191e35-a0a3-471b-873e-d2af8c65fdb7 req-d576713a-2f18-4ee6-848f-75bc35e65605 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:30.054957 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-11191e35-a0a3-471b-873e-d2af8c65fdb7 req-d576713a-2f18-4ee6-848f-75bc35e65605 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1952696 Apr 30 17:33:30.148394 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-32906bc8-5b5b-4596-98f3-9653a94cd4c6 req-afcd026f-23c4-4134-8ce0-32a59fbbf16e tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910118 Apr 30 17:33:30.178541 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-11191e35-a0a3-471b-873e-d2af8c65fdb7 req-b77fd656-70ce-47e1-b9f7-3427d7837fed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978251 Apr 30 17:33:30.247337 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-b9357d4d-3882-4b1d-ad87-d5d77cf5dc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:30.304243 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-b9357d4d-3882-4b1d-ad87-d5d77cf5dc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:30.309321 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:33:30.312742 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-67bd5066-9328-425d-a221-c37da2e91ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:30.359034 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-b9357d4d-3882-4b1d-ad87-d5d77cf5dc3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3211ad0b251f44028bf3cbe381ed4db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5626702 Apr 30 17:33:30.362602 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 55814) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:30.367183 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9357d4d-3882-4b1d-ad87-d5d77cf5dc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb02a1a-492c-4b20-af5e-02ab32dd6062,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:30.369808 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-b9357d4d-3882-4b1d-ad87-d5d77cf5dc3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:30.432793 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4f17e420-72c9-46ba-bb6b-ce6d6480da38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:30.460319 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4f17e420-72c9-46ba-bb6b-ce6d6480da38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:30.623704 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4f17e420-72c9-46ba-bb6b-ce6d6480da38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:30.628617 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-fb5eef3c-ab76-4670-8ad2-63635680cb91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:30.642988 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17e420-72c9-46ba-bb6b-ce6d6480da38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb02a1a-492c-4b20-af5e-02ab32dd6062,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:30.650250 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-4f17e420-72c9-46ba-bb6b-ce6d6480da38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:30.650250 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4f17e420-72c9-46ba-bb6b-ce6d6480da38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:30.650250 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-4f17e420-72c9-46ba-bb6b-ce6d6480da38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1eb02a1a-492c-4b20-af5e-02ab32dd6062 HTTP/1.1" status: 204 len: 168 time: 0.2860372 Apr 30 17:33:31.417809 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccabac-369f-4a6b-99d4-1519bf9085fa req-61aecad8-a9df-4bfe-8403-9d1e2d50215d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:31.419278 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-25ccabac-369f-4a6b-99d4-1519bf9085fa req-61aecad8-a9df-4bfe-8403-9d1e2d50215d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1458590 Apr 30 17:33:31.431729 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 55830) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:31.449884 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a3d67096-3c6a-4828-8e64-134eb5fb74f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:31.450115 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c274b-90a1-4434-803c-f21a2e94a431 req-adf3b36d-3ae6-4f41-bdf9-fbffb26e7518 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:31.451589 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f22c274b-90a1-4434-803c-f21a2e94a431 req-adf3b36d-3ae6-4f41-bdf9-fbffb26e7518 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1377738 Apr 30 17:33:31.466575 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-a3d67096-3c6a-4828-8e64-134eb5fb74f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:31.472297 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-a3d67096-3c6a-4828-8e64-134eb5fb74f3 admin admin] Usage tracker for resource:security_group_rule and tenant:043c77fae1fb48cd9e74eb56e40a2293 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:31.475861 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-a3d67096-3c6a-4828-8e64-134eb5fb74f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:31.482111 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-a3d67096-3c6a-4828-8e64-134eb5fb74f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:31.501478 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-25ccabac-369f-4a6b-99d4-1519bf9085fa req-63b10b77-75b3-4ba7-8fa5-3e1432a6acd8 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733125 Apr 30 17:33:31.533837 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f22c274b-90a1-4434-803c-f21a2e94a431 req-f5a97438-97ff-43f2-8db9-471c33eb5578 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609362 Apr 30 17:33:31.628620 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a3d67096-3c6a-4828-8e64-134eb5fb74f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:31.697814 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a3d67096-3c6a-4828-8e64-134eb5fb74f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:31.705699 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ef220fd3-0c51-47be-a129-95bf379c8b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:31.757765 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-a3d67096-3c6a-4828-8e64-134eb5fb74f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=043c77fae1fb48cd9e74eb56e40a2293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249459 Apr 30 17:33:31.758718 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d67096-3c6a-4828-8e64-134eb5fb74f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d95240c-d4db-4435-b23d-0e5042a3feb4,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:31.760488 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 55840) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:31.764964 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-a3d67096-3c6a-4828-8e64-134eb5fb74f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:31.837112 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3f84a523-f457-4298-a71e-27816b510c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:31.867968 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3f84a523-f457-4298-a71e-27816b510c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:31.986346 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3f84a523-f457-4298-a71e-27816b510c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:31.997808 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-ccdfa05d-e1a9-4121-b813-25a99ed05bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:32.017476 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84a523-f457-4298-a71e-27816b510c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d95240c-d4db-4435-b23d-0e5042a3feb4,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:32.021665 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3f84a523-f457-4298-a71e-27816b510c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:32.030565 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3f84a523-f457-4298-a71e-27816b510c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:32.030986 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-3f84a523-f457-4298-a71e-27816b510c91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d95240c-d4db-4435-b23d-0e5042a3feb4 HTTP/1.1" status: 204 len: 168 time: 0.2695453 Apr 30 17:33:32.191607 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8921cf-6be6-4b50-84f7-95348b319b06 req-cc83a8ef-9d30-4b0b-a937-e14b17289b62 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:32.194203 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4f8921cf-6be6-4b50-84f7-95348b319b06 req-cc83a8ef-9d30-4b0b-a937-e14b17289b62 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1132419 Apr 30 17:33:32.215402 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1216ef2-8e0b-4eec-a62d-0948cf6eca45 req-a29e3fdd-d691-4e3d-8523-d76085a51f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:32.217008 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f1216ef2-8e0b-4eec-a62d-0948cf6eca45 req-a29e3fdd-d691-4e3d-8523-d76085a51f54 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae9d2df8f4c74628a2aa2b607068f344&device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 1098 time: 0.0890334 Apr 30 17:33:32.250062 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4f8921cf-6be6-4b50-84f7-95348b319b06 req-d18b0978-e6ee-4e87-b324-58dcb821600a tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435998 Apr 30 17:33:32.371662 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1216ef2-8e0b-4eec-a62d-0948cf6eca45 req-68f46a7a-875a-40da-abf5-14635728e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:32.374325 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f1216ef2-8e0b-4eec-a62d-0948cf6eca45 req-68f46a7a-875a-40da-abf5-14635728e82c service neutron] 10.222.0.63 "GET /v2.0/networks?id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a HTTP/1.1" status: 200 len: 919 time: 0.1486545 Apr 30 17:33:32.451307 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f1216ef2-8e0b-4eec-a62d-0948cf6eca45 req-8ca75fcc-6a94-4cc3-ab9b-11d99ea22624 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ee2c3de-cb4c-4313-a47a-6607c85033fc HTTP/1.1" status: 200 len: 217 time: 0.0684462 Apr 30 17:33:32.533917 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1216ef2-8e0b-4eec-a62d-0948cf6eca45 req-b8d5aec9-4f9f-4476-9536-c165d82bec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:32.535421 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f1216ef2-8e0b-4eec-a62d-0948cf6eca45 req-b8d5aec9-4f9f-4476-9536-c165d82bec40 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a11bde57-4113-41bb-9209-b6e9a0311919 HTTP/1.1" status: 200 len: 858 time: 0.0765865 Apr 30 17:33:32.601482 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f1216ef2-8e0b-4eec-a62d-0948cf6eca45 req-7eac021e-30b6-47a3-8711-00fd4833c234 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586903 Apr 30 17:33:32.787941 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6944148-7494-4a89-8e0b-d87990a19eb3 req-12b6b85b-623a-4f4f-9ea0-205e4634d06d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:32.789475 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d6944148-7494-4a89-8e0b-d87990a19eb3 req-12b6b85b-623a-4f4f-9ea0-205e4634d06d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1175709 Apr 30 17:33:32.813248 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f1216ef2-8e0b-4eec-a62d-0948cf6eca45 req-bb9f8db4-94f3-4c02-9faa-8264e769f609 service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023563 Apr 30 17:33:32.845676 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d6944148-7494-4a89-8e0b-d87990a19eb3 req-c74d3d3f-456c-45ba-b911-c851cfde3077 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503020 Apr 30 17:33:32.963606 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f1216ef2-8e0b-4eec-a62d-0948cf6eca45 req-ebd07252-9b89-406a-9a17-843638e54db3 service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429152 Apr 30 17:33:33.498323 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d09baa-d5ca-44c3-88cc-9e57bc15cc22 req-5c99c4ea-884c-4d07-8c3a-08e9ef60880d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:33.511757 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-99d09baa-d5ca-44c3-88cc-9e57bc15cc22 req-5c99c4ea-884c-4d07-8c3a-08e9ef60880d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1347151 Apr 30 17:33:33.575016 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-99d09baa-d5ca-44c3-88cc-9e57bc15cc22 req-2d3aa4f5-0906-4436-bcc7-932fac5cba0b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621369 Apr 30 17:33:34.102232 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5fd68-a85c-4acf-a354-dcb84e3955b7 req-ab950c73-40ff-431b-b8de-b0dc1cbf100a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:34.105604 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c2c5fd68-a85c-4acf-a354-dcb84e3955b7 req-ab950c73-40ff-431b-b8de-b0dc1cbf100a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1155341 Apr 30 17:33:34.170415 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c2c5fd68-a85c-4acf-a354-dcb84e3955b7 req-a46da61e-f1b9-4db2-9a08-271805cbd181 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591059 Apr 30 17:33:34.800557 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30754376-ebc1-45c1-a750-5929701fdc75 req-b63f3954-8fbd-4bc1-b4e2-0883e4b73909 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:34.803130 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-30754376-ebc1-45c1-a750-5929701fdc75 req-b63f3954-8fbd-4bc1-b4e2-0883e4b73909 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1072750 Apr 30 17:33:34.939759 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-30754376-ebc1-45c1-a750-5929701fdc75 req-a780d111-dc94-4f25-b285-8bc2664c06a0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306980 Apr 30 17:33:35.397965 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f536e-1112-4f9e-a098-9bc1d9838722 req-3b930f14-7477-4388-9beb-c260625b8a87 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:35.399490 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-627f536e-1112-4f9e-a098-9bc1d9838722 req-3b930f14-7477-4388-9beb-c260625b8a87 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0905538 Apr 30 17:33:35.458762 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-627f536e-1112-4f9e-a098-9bc1d9838722 req-8d6eda9f-700f-43f3-9428-a11d4967e7e5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529602 Apr 30 17:33:36.142198 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04a3bf-5213-41cf-941c-069ca600a479 req-0ab543b1-f9f7-44d5-a2b6-6684fbce3dc3 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:36.143784 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3e04a3bf-5213-41cf-941c-069ca600a479 req-0ab543b1-f9f7-44d5-a2b6-6684fbce3dc3 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0870614 Apr 30 17:33:36.194510 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3e04a3bf-5213-41cf-941c-069ca600a479 req-eaf166a0-54c9-46cd-a250-871683295a08 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443769 Apr 30 17:33:36.671689 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963790d-7a69-44b3-acb3-06713ca8ef1d req-c4994541-241d-4801-8986-271ffabc64fc tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:36.673487 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c963790d-7a69-44b3-acb3-06713ca8ef1d req-c4994541-241d-4801-8986-271ffabc64fc tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0928218 Apr 30 17:33:36.729116 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c963790d-7a69-44b3-acb3-06713ca8ef1d req-d46464c4-355c-461e-a44a-b55111721ba3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492246 Apr 30 17:33:37.393435 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd787bf-77e8-4448-a329-7f82d2efc8f8 req-56e18f2e-e3d8-4110-a2ac-42274f93033c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:37.395274 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ccd787bf-77e8-4448-a329-7f82d2efc8f8 req-56e18f2e-e3d8-4110-a2ac-42274f93033c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0886600 Apr 30 17:33:37.449348 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ccd787bf-77e8-4448-a329-7f82d2efc8f8 req-78c9c897-e1ec-47ec-ae62-2c657d98c377 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481894 Apr 30 17:33:37.943764 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acaa06-60f2-4e80-bc1c-ebb40105333d req-617677b3-3d2e-418d-80ff-cc905882a68b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:37.945369 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b6acaa06-60f2-4e80-bc1c-ebb40105333d req-617677b3-3d2e-418d-80ff-cc905882a68b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0956771 Apr 30 17:33:37.996676 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b6acaa06-60f2-4e80-bc1c-ebb40105333d req-438105f6-a2e6-44f4-a04c-7282159a1ffb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454247 Apr 30 17:33:38.742381 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 55954) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:38.866127 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-fba971eb-aea5-4b5b-9c8e-a600beebd728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:38.886248 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-fba971eb-aea5-4b5b-9c8e-a600beebd728 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:38.890032 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-fba971eb-aea5-4b5b-9c8e-a600beebd728 admin admin] Usage tracker for resource:security_group_rule and tenant:bc588e54c63843dcbd0aed10088e1afe is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:38.893051 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-fba971eb-aea5-4b5b-9c8e-a600beebd728 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:38.898953 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-fba971eb-aea5-4b5b-9c8e-a600beebd728 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:38.987830 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-fba971eb-aea5-4b5b-9c8e-a600beebd728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:39.080116 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-fba971eb-aea5-4b5b-9c8e-a600beebd728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:39.089262 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-566bf6a8-b96a-41e5-8705-2f2d7dfbb60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:39.169278 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-fba971eb-aea5-4b5b-9c8e-a600beebd728 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc588e54c63843dcbd0aed10088e1afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4279845 Apr 30 17:33:39.174399 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 55964) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:39.176410 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba971eb-aea5-4b5b-9c8e-a600beebd728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c1ee2d-15d9-48a1-a69a-1b4e43668084,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:39.181912 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-fba971eb-aea5-4b5b-9c8e-a600beebd728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:39.227047 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578de1-9085-48d3-b392-0bd6d189e17e req-eebe8301-2558-48dd-9d1b-d5911b6dfab3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:39.228680 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5c578de1-9085-48d3-b392-0bd6d189e17e req-eebe8301-2558-48dd-9d1b-d5911b6dfab3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1076813 Apr 30 17:33:39.228962 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-7c1aea84-5ad8-4c1a-b755-75bdc479f0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:39.254429 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-185e7b71-c7c3-431a-8b7c-ebae3aea632b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:39.289813 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5c578de1-9085-48d3-b392-0bd6d189e17e req-215434e5-6df6-4bf9-8057-9835a96cdda4 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548289 Apr 30 17:33:39.290677 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-185e7b71-c7c3-431a-8b7c-ebae3aea632b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:39.452020 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-185e7b71-c7c3-431a-8b7c-ebae3aea632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:39.456143 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c93362dd-d931-4720-adf6-3dbc229b1187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:39.546565 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e7b71-c7c3-431a-8b7c-ebae3aea632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c1ee2d-15d9-48a1-a69a-1b4e43668084,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:39.549088 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-185e7b71-c7c3-431a-8b7c-ebae3aea632b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:39.567257 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-185e7b71-c7c3-431a-8b7c-ebae3aea632b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:39.570753 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-185e7b71-c7c3-431a-8b7c-ebae3aea632b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13c1ee2d-15d9-48a1-a69a-1b4e43668084 HTTP/1.1" status: 204 len: 168 time: 0.3926837 Apr 30 17:33:40.189651 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 55980) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:40.208070 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-99efc299-7303-4075-8259-41ba489fecef admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:40.223569 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-99efc299-7303-4075-8259-41ba489fecef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:40.227414 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-99efc299-7303-4075-8259-41ba489fecef admin admin] Usage tracker for resource:security_group_rule and tenant:83f3e644ad67471e8147e159f76304d8 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:40.230208 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-99efc299-7303-4075-8259-41ba489fecef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:40.236853 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-99efc299-7303-4075-8259-41ba489fecef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:40.323824 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-99efc299-7303-4075-8259-41ba489fecef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:40.400034 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-99efc299-7303-4075-8259-41ba489fecef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:40.409593 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-28feeace-1105-4eb4-9366-63e696d17ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:40.457382 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-99efc299-7303-4075-8259-41ba489fecef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83f3e644ad67471e8147e159f76304d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665341 Apr 30 17:33:40.458352 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efc299-7303-4075-8259-41ba489fecef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e44ae2c-055c-4160-96df-b082f6daa83c,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:40.461643 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-99efc299-7303-4075-8259-41ba489fecef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:40.462320 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 55990) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:40.518813 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f421df-b139-4ed3-9c00-dd55ee1f675b req-09e1dfc3-c5e2-4531-8182-6d8716928c8d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:40.521618 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-11f421df-b139-4ed3-9c00-dd55ee1f675b req-09e1dfc3-c5e2-4531-8182-6d8716928c8d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1049359 Apr 30 17:33:40.535302 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e50b86ed-c689-4dde-8d02-1c194d9b799d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:40.566696 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e50b86ed-c689-4dde-8d02-1c194d9b799d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:40.626537 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-11f421df-b139-4ed3-9c00-dd55ee1f675b req-246901c3-44e1-484a-bcf9-4447ad032864 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964336 Apr 30 17:33:40.652812 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fd826-5c6e-4f1f-b7e9-ed67eb9ec66c req-7c95e932-ccf4-45c2-bc63-4f9f8ebf8d1d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:40.654228 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fa7fd826-5c6e-4f1f-b7e9-ed67eb9ec66c req-7c95e932-ccf4-45c2-bc63-4f9f8ebf8d1d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1261418 Apr 30 17:33:40.705312 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fa7fd826-5c6e-4f1f-b7e9-ed67eb9ec66c req-dd206ae9-2c7f-47db-9112-0af4475a684a tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447764 Apr 30 17:33:40.777951 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e50b86ed-c689-4dde-8d02-1c194d9b799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:40.783931 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3fb8cc77-285b-4461-b8a3-eff03addc78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:40.801974 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b86ed-c689-4dde-8d02-1c194d9b799d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e44ae2c-055c-4160-96df-b082f6daa83c,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:40.805020 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-e50b86ed-c689-4dde-8d02-1c194d9b799d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:40.807357 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e50b86ed-c689-4dde-8d02-1c194d9b799d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:40.809351 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-e50b86ed-c689-4dde-8d02-1c194d9b799d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e44ae2c-055c-4160-96df-b082f6daa83c HTTP/1.1" status: 204 len: 168 time: 0.3457162 Apr 30 17:33:41.815504 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:41.841354 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ee56d5c6-baba-40c3-bdfe-911fe84327b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:41.869038 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65bfe4-dd36-425c-b7eb-fb2309a50244 req-3456c84f-8dae-4d92-94f1-340bdc31ff25 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:41.870828 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3c65bfe4-dd36-425c-b7eb-fb2309a50244 req-3456c84f-8dae-4d92-94f1-340bdc31ff25 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0990860 Apr 30 17:33:41.935700 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3c65bfe4-dd36-425c-b7eb-fb2309a50244 req-97d5f1d4-1747-4ff7-a967-7f37c5f476aa tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554769 Apr 30 17:33:42.748122 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 56054) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:42.927569 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-36032375-8463-43be-8c6e-e2faf8d4d13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:42.949827 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-36032375-8463-43be-8c6e-e2faf8d4d13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:42.954663 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-36032375-8463-43be-8c6e-e2faf8d4d13c admin admin] Usage tracker for resource:security_group_rule and tenant:253df94da96b4054953284c387bd1e2f is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:42.958008 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-36032375-8463-43be-8c6e-e2faf8d4d13c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:42.967282 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-36032375-8463-43be-8c6e-e2faf8d4d13c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:43.104630 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-36032375-8463-43be-8c6e-e2faf8d4d13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:43.174996 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-36032375-8463-43be-8c6e-e2faf8d4d13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:43.222792 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dcadd-dd03-487e-96ca-6d2832ef037c req-3ce13c48-7536-426e-8ba0-e5fcc1d3e38a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:43.224359 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-662dcadd-dd03-487e-96ca-6d2832ef037c req-3ce13c48-7536-426e-8ba0-e5fcc1d3e38a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0985258 Apr 30 17:33:43.227313 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:43.252255 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-36032375-8463-43be-8c6e-e2faf8d4d13c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=253df94da96b4054953284c387bd1e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5020154 Apr 30 17:33:43.254597 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 56080) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:43.285501 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36032375-8463-43be-8c6e-e2faf8d4d13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ca1758-19d6-43fa-aa74-fdd0e418ad9a,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:43.291486 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-36032375-8463-43be-8c6e-e2faf8d4d13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:43.317314 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-662dcadd-dd03-487e-96ca-6d2832ef037c req-d03b54ff-9845-4ab4-8e6e-da41362b3ea1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863431 Apr 30 17:33:43.381237 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-87cb9fe7-7e9d-4721-b46a-26ec59004bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:43.421493 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-87cb9fe7-7e9d-4721-b46a-26ec59004bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:43.606603 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-87cb9fe7-7e9d-4721-b46a-26ec59004bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:43.611865 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:43.641265 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb9fe7-7e9d-4721-b46a-26ec59004bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ca1758-19d6-43fa-aa74-fdd0e418ad9a,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:43.650325 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-87cb9fe7-7e9d-4721-b46a-26ec59004bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:43.665427 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-87cb9fe7-7e9d-4721-b46a-26ec59004bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:43.666004 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-87cb9fe7-7e9d-4721-b46a-26ec59004bf1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8ca1758-19d6-43fa-aa74-fdd0e418ad9a HTTP/1.1" status: 204 len: 168 time: 0.4085019 Apr 30 17:33:43.765763 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:44.612890 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec319b3-3816-4b86-85e1-149d2af2f14f req-84f179a0-0194-4c88-8c9a-daac1126d6ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:44.623464 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7ec319b3-3816-4b86-85e1-149d2af2f14f req-84f179a0-0194-4c88-8c9a-daac1126d6ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1378701 Apr 30 17:33:44.699591 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7ec319b3-3816-4b86-85e1-149d2af2f14f req-5a89f7ad-7809-4b75-8b0e-19d0bd73b4c3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751026 Apr 30 17:33:45.977359 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:46.102537 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fb582-516e-4a50-b17f-3f332882564d req-32fb3145-44f8-45e2-abca-5cdfa68dd38d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:46.106794 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-106fb582-516e-4a50-b17f-3f332882564d req-32fb3145-44f8-45e2-abca-5cdfa68dd38d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1380715 Apr 30 17:33:46.214994 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-106fb582-516e-4a50-b17f-3f332882564d req-44ea311e-fad5-4cce-93ce-b3c6805ae1a4 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994344 Apr 30 17:33:47.476732 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd12519-fea9-4d54-879c-840b449c5dd9 req-98a87b74-ccd9-466f-b8eb-a6c85793b814 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:47.478411 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfd12519-fea9-4d54-879c-840b449c5dd9 req-98a87b74-ccd9-466f-b8eb-a6c85793b814 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0895028 Apr 30 17:33:47.552130 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfd12519-fea9-4d54-879c-840b449c5dd9 req-79964f19-04a2-4892-a997-b42b5fa72b49 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667334 Apr 30 17:33:48.803897 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e5bba-cdaf-4ac3-bb01-e89753484f7a req-6746c060-f524-42fb-ba8b-199682216a9d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:48.805432 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-054e5bba-cdaf-4ac3-bb01-e89753484f7a req-6746c060-f524-42fb-ba8b-199682216a9d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0948322 Apr 30 17:33:48.854430 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-054e5bba-cdaf-4ac3-bb01-e89753484f7a req-ab5014f3-2e2b-4eab-aaa2-bf533089f40a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426359 Apr 30 17:33:50.185709 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acc7cb-93c5-4f60-b298-912a998d5844 req-8bb41d88-cd1e-41b5-b81a-7d102cbcadc8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:50.191972 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d0acc7cb-93c5-4f60-b298-912a998d5844 req-8bb41d88-cd1e-41b5-b81a-7d102cbcadc8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1954119 Apr 30 17:33:50.260638 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d0acc7cb-93c5-4f60-b298-912a998d5844 req-add8d878-cd62-4070-bc78-6aed5cca7d9d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632055 Apr 30 17:33:51.155461 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed2cc2-7df2-4059-a561-ce87ccccfdbc req-b3933c2f-ca01-47d4-8a1c-965ef5b5a655 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:51.163364 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-41ed2cc2-7df2-4059-a561-ce87ccccfdbc req-b3933c2f-ca01-47d4-8a1c-965ef5b5a655 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1067195 Apr 30 17:33:51.215216 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-41ed2cc2-7df2-4059-a561-ce87ccccfdbc req-7bc1f85f-4d9a-4259-9555-3f99ecc6f4c3 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505009 Apr 30 17:33:51.228948 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04f00b-1e05-474e-851e-4720803ddc28 req-547ab106-6740-416f-9ae3-d869748dda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:51.230767 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ac04f00b-1e05-474e-851e-4720803ddc28 req-547ab106-6740-416f-9ae3-d869748dda21 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae9d2df8f4c74628a2aa2b607068f344&device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 1098 time: 0.0964894 Apr 30 17:33:51.385604 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04f00b-1e05-474e-851e-4720803ddc28 req-ea1404f5-39c8-4c32-be60-4c3dd297ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:51.387397 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ac04f00b-1e05-474e-851e-4720803ddc28 req-ea1404f5-39c8-4c32-be60-4c3dd297ab2e service neutron] 10.222.0.63 "GET /v2.0/networks?id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a HTTP/1.1" status: 200 len: 919 time: 0.1484761 Apr 30 17:33:51.471915 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ac04f00b-1e05-474e-851e-4720803ddc28 req-58eb9d30-f422-4233-bece-ce028f1a3bcc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ee2c3de-cb4c-4313-a47a-6607c85033fc HTTP/1.1" status: 200 len: 217 time: 0.0739934 Apr 30 17:33:51.526171 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c20997-9e38-49e1-8d24-c43f1e6b0c4e req-810d5668-a8fd-406c-aa27-f5c8fd0a599b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:51.527912 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-07c20997-9e38-49e1-8d24-c43f1e6b0c4e req-810d5668-a8fd-406c-aa27-f5c8fd0a599b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1008310 Apr 30 17:33:51.573462 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04f00b-1e05-474e-851e-4720803ddc28 req-f1e5e83e-c2b8-4ca5-966a-b1e6dd33ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:51.574937 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ac04f00b-1e05-474e-851e-4720803ddc28 req-f1e5e83e-c2b8-4ca5-966a-b1e6dd33ba48 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a11bde57-4113-41bb-9209-b6e9a0311919 HTTP/1.1" status: 200 len: 858 time: 0.0723395 Apr 30 17:33:51.590270 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-07c20997-9e38-49e1-8d24-c43f1e6b0c4e req-de8d9d9e-d202-4c75-9c49-8bc918e6d08f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560439 Apr 30 17:33:51.633319 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ac04f00b-1e05-474e-851e-4720803ddc28 req-c6ecab47-0844-455e-a97c-b53be7132340 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492013 Apr 30 17:33:51.779648 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ac04f00b-1e05-474e-851e-4720803ddc28 req-c51af7d4-ea01-45ec-958a-cbed8c959b4b service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383359 Apr 30 17:33:51.943364 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ac04f00b-1e05-474e-851e-4720803ddc28 req-bc4d7343-5912-48f6-9cb6-8601aec91cbc service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550651 Apr 30 17:33:52.415841 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4035560-2145-4f89-a3ea-b9db56da7b87 req-538e6ec8-376e-40e4-89f2-a7720ae52985 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:52.417406 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e4035560-2145-4f89-a3ea-b9db56da7b87 req-538e6ec8-376e-40e4-89f2-a7720ae52985 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0889192 Apr 30 17:33:52.495922 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e4035560-2145-4f89-a3ea-b9db56da7b87 req-6b5f6eb4-a35a-4e2f-ab06-4cffbd48423c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710542 Apr 30 17:33:52.802530 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab8e55-ae09-441d-a6a7-0b2bfa17a4cf req-73e5daf6-52fb-4183-959b-6c5384e9dd1a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:52.805291 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-93ab8e55-ae09-441d-a6a7-0b2bfa17a4cf req-73e5daf6-52fb-4183-959b-6c5384e9dd1a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1076295 Apr 30 17:33:52.869857 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-93ab8e55-ae09-441d-a6a7-0b2bfa17a4cf req-7a5add28-29ad-4d4f-8038-64f894fe5e30 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517068 Apr 30 17:33:53.703599 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068e2e2-be33-4edb-af30-ea27cb413b87 req-8ee7e3ff-af6b-4d72-b2fe-d32588ac4d1a tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:53.706174 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8068e2e2-be33-4edb-af30-ea27cb413b87 req-8ee7e3ff-af6b-4d72-b2fe-d32588ac4d1a tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0853212 Apr 30 17:33:53.770713 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8068e2e2-be33-4edb-af30-ea27cb413b87 req-beaedee6-3746-42c7-897f-a52de7f993d4 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561728 Apr 30 17:33:54.071849 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba1d81-d222-4288-b910-c28e6f12e9a6 req-2c0e2bc5-c215-4a69-90d7-d513c464466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:54.073374 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d0ba1d81-d222-4288-b910-c28e6f12e9a6 req-2c0e2bc5-c215-4a69-90d7-d513c464466b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae9d2df8f4c74628a2aa2b607068f344&device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 1098 time: 0.0807161 Apr 30 17:33:54.078516 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29721b6b-f2a6-4a91-a347-4d33ba28f511 req-cebcfafc-32d7-4fb8-8765-4b0ee43983c2 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:54.080973 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-29721b6b-f2a6-4a91-a347-4d33ba28f511 req-cebcfafc-32d7-4fb8-8765-4b0ee43983c2 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0893259 Apr 30 17:33:54.133444 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-29721b6b-f2a6-4a91-a347-4d33ba28f511 req-67e6b3a9-edff-4c5a-ae66-f33f4c88251f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463662 Apr 30 17:33:54.241612 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba1d81-d222-4288-b910-c28e6f12e9a6 req-d99431da-5726-419b-ad15-d4dc91ad8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:54.247846 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d0ba1d81-d222-4288-b910-c28e6f12e9a6 req-d99431da-5726-419b-ad15-d4dc91ad8b47 service neutron] 10.222.0.63 "GET /v2.0/networks?id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a HTTP/1.1" status: 200 len: 919 time: 0.1525085 Apr 30 17:33:54.325113 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d0ba1d81-d222-4288-b910-c28e6f12e9a6 req-85bbe071-dc7d-4475-b962-540b0ac5b340 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ee2c3de-cb4c-4313-a47a-6607c85033fc HTTP/1.1" status: 200 len: 217 time: 0.0685289 Apr 30 17:33:54.395566 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba1d81-d222-4288-b910-c28e6f12e9a6 req-fdc00958-3d9f-4360-a6be-eeacb53fd389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:54.397051 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d0ba1d81-d222-4288-b910-c28e6f12e9a6 req-fdc00958-3d9f-4360-a6be-eeacb53fd389 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a11bde57-4113-41bb-9209-b6e9a0311919 HTTP/1.1" status: 200 len: 858 time: 0.0654423 Apr 30 17:33:54.452726 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d0ba1d81-d222-4288-b910-c28e6f12e9a6 req-c9efe5ad-15af-4b2e-9e84-72c8827be103 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468874 Apr 30 17:33:54.611418 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d0ba1d81-d222-4288-b910-c28e6f12e9a6 req-edc4244b-a039-46b6-b24e-a40d7f640267 service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450226 Apr 30 17:33:54.832045 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d0ba1d81-d222-4288-b910-c28e6f12e9a6 req-a25e8116-9fd2-4142-a714-f177393b6d3c service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127285 Apr 30 17:33:55.009238 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46bc9b-2ec3-4cc6-b4b9-e3bcaa0c1aa9 req-2271b79d-1c67-4d04-bef1-f9669d20ef1c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:55.019381 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6e46bc9b-2ec3-4cc6-b4b9-e3bcaa0c1aa9 req-2271b79d-1c67-4d04-bef1-f9669d20ef1c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1192238 Apr 30 17:33:55.077456 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6e46bc9b-2ec3-4cc6-b4b9-e3bcaa0c1aa9 req-c97e62c9-a293-464c-98f9-671a32c687bd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563369 Apr 30 17:33:55.362165 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595fbed-4ee9-4036-b47a-447655518793 req-be3f6950-c90d-4f56-a589-ae87ecacc2ce tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:55.363730 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6595fbed-4ee9-4036-b47a-447655518793 req-be3f6950-c90d-4f56-a589-ae87ecacc2ce tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0933790 Apr 30 17:33:55.434645 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6595fbed-4ee9-4036-b47a-447655518793 req-9b802d97-2ea0-46e3-90c4-ecd7838ecd23 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634356 Apr 30 17:33:56.346832 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b90733-82fc-48b7-ad86-7014a461925f req-6ebb38d1-da38-4d89-89c6-abe65c333349 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:56.349428 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-26b90733-82fc-48b7-ad86-7014a461925f req-6ebb38d1-da38-4d89-89c6-abe65c333349 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1159348 Apr 30 17:33:56.494247 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-26b90733-82fc-48b7-ad86-7014a461925f req-f0d4b28f-c9fa-4a6a-939f-25ebb890a994 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584004 Apr 30 17:33:56.695098 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c280b40-72b6-468e-a266-27f4a147763e req-ce36d8bb-8076-47bf-9c53-f542f78d01e1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:56.696553 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8c280b40-72b6-468e-a266-27f4a147763e req-ce36d8bb-8076-47bf-9c53-f542f78d01e1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1109641 Apr 30 17:33:56.763349 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8c280b40-72b6-468e-a266-27f4a147763e req-5e103c0c-10b1-4e32-a37c-55d07292b28d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610790 Apr 30 17:33:57.740636 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240bd90-8107-425f-89ee-94cee86839ba req-1856a0d1-3ede-4675-819f-1399a0d6a467 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:57.742175 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7240bd90-8107-425f-89ee-94cee86839ba req-1856a0d1-3ede-4675-819f-1399a0d6a467 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0976853 Apr 30 17:33:57.794661 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7240bd90-8107-425f-89ee-94cee86839ba req-58132410-d6d0-4364-a161-0bd431043681 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Apr 30 17:33:57.968897 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b7dba-a147-4ef0-b58b-fbceb0601f9f req-4467c484-d9ab-4852-8efa-f2f6290274d6 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:57.970868 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0e9b7dba-a147-4ef0-b58b-fbceb0601f9f req-4467c484-d9ab-4852-8efa-f2f6290274d6 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0824497 Apr 30 17:33:58.016227 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0e9b7dba-a147-4ef0-b58b-fbceb0601f9f req-8f52f0b9-4150-4032-bc98-34ac08db283f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393112 Apr 30 17:33:58.995602 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728767ef-3838-4e60-bcd4-9c3616f1352c req-6b9cdf4f-be68-492c-8b30-66fb82e65cc5 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:58.997005 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-728767ef-3838-4e60-bcd4-9c3616f1352c req-6b9cdf4f-be68-492c-8b30-66fb82e65cc5 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0894203 Apr 30 17:33:59.044297 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-728767ef-3838-4e60-bcd4-9c3616f1352c req-1a30dbee-ba7f-4507-9e83-e45df7f654b6 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400710 Apr 30 17:33:59.213333 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2901e5-d92a-4295-9d3e-678c2b79e4be req-48e4a0e1-b382-48e3-bb09-4eccef8e236f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:59.214835 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0a2901e5-d92a-4295-9d3e-678c2b79e4be req-48e4a0e1-b382-48e3-bb09-4eccef8e236f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0822444 Apr 30 17:33:59.263582 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0a2901e5-d92a-4295-9d3e-678c2b79e4be req-4e605146-4ef6-48d2-8e25-6a2fe1f4d19d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427790 Apr 30 17:33:59.817274 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:59.836079 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5df26-9095-4bb3-baf2-d4843889cee5 req-ff748c5f-11c0-4422-8f5e-0ae5dec24551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:59.837621 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d6f5df26-9095-4bb3-baf2-d4843889cee5 req-ff748c5f-11c0-4422-8f5e-0ae5dec24551 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 1099 time: 0.0776219 Apr 30 17:33:59.977056 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5df26-9095-4bb3-baf2-d4843889cee5 req-0b7f3722-a077-4f3a-b94c-f9bdf5c7501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:59.978523 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d6f5df26-9095-4bb3-baf2-d4843889cee5 req-0b7f3722-a077-4f3a-b94c-f9bdf5c7501d service neutron] 10.222.0.63 "GET /v2.0/networks?id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 200 len: 917 time: 0.1333022 Apr 30 17:34:00.086210 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d6f5df26-9095-4bb3-baf2-d4843889cee5 req-7e0b1166-7f72-461b-92b6-cd4880cece3c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=582a4da1-c560-459d-97c8-0989de852b7c HTTP/1.1" status: 200 len: 1002 time: 0.1008441 Apr 30 17:34:00.151578 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5df26-9095-4bb3-baf2-d4843889cee5 req-47715bd2-355e-4bac-b484-05e92d1a8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:00.153018 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d6f5df26-9095-4bb3-baf2-d4843889cee5 req-47715bd2-355e-4bac-b484-05e92d1a8922 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c3cec6c4-057f-403e-861a-e867b0518223 HTTP/1.1" status: 200 len: 855 time: 0.0600026 Apr 30 17:34:00.234662 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5df26-9095-4bb3-baf2-d4843889cee5 req-9915f245-f505-48ef-b41c-da08063a9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:00.236527 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d6f5df26-9095-4bb3-baf2-d4843889cee5 req-9915f245-f505-48ef-b41c-da08063a9dc0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0759766 Apr 30 17:34:00.238081 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45fe37-768a-4ad6-ad29-fff1cf1199a0 req-3e92631c-7efd-483f-8612-fdc40ec9bc25 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:00.239452 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ac45fe37-768a-4ad6-ad29-fff1cf1199a0 req-3e92631c-7efd-483f-8612-fdc40ec9bc25 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0852673 Apr 30 17:34:00.287406 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ac45fe37-768a-4ad6-ad29-fff1cf1199a0 req-40424110-a719-4897-928c-a6f0d5516a2f tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410202 Apr 30 17:34:00.374921 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d6f5df26-9095-4bb3-baf2-d4843889cee5 req-e2109095-8cf9-45b5-80a8-02883977097f service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293063 Apr 30 17:34:00.521135 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d6f5df26-9095-4bb3-baf2-d4843889cee5 req-ce6a2440-d408-4bb3-a20c-9acc34ea6633 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378586 Apr 30 17:34:00.544107 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ac4fe-a48a-435e-9ce6-b91755a6b5dc req-a73e6924-a5b5-43da-acf6-3fd6729d0d4b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:00.545594 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2b8ac4fe-a48a-435e-9ce6-b91755a6b5dc req-a73e6924-a5b5-43da-acf6-3fd6729d0d4b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.1704578 Apr 30 17:34:00.603247 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2b8ac4fe-a48a-435e-9ce6-b91755a6b5dc req-2cb7f698-30a1-4b61-858e-0f8dac575f66 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462949 Apr 30 17:34:01.478101 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eba2d4-b366-444a-ab8e-03f365f5f1ec req-ef45a2ad-f143-49dc-ae4d-c76921758429 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:01.479592 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-32eba2d4-b366-444a-ab8e-03f365f5f1ec req-ef45a2ad-f143-49dc-ae4d-c76921758429 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0812461 Apr 30 17:34:01.528725 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-32eba2d4-b366-444a-ab8e-03f365f5f1ec req-e895659b-92a9-4df1-84e0-232f1d1b6793 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433545 Apr 30 17:34:01.803834 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94699025-e674-4ef0-8b73-c68143de7365 req-0691036a-c840-4da1-b77f-901d5544c2f0 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:01.805294 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-94699025-e674-4ef0-8b73-c68143de7365 req-0691036a-c840-4da1-b77f-901d5544c2f0 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0838060 Apr 30 17:34:01.852615 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-94699025-e674-4ef0-8b73-c68143de7365 req-755dc89a-d438-4ac4-92a4-8887c9a96c0c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414715 Apr 30 17:34:02.720906 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bf1b0-9a5b-4e3f-8001-7a08fd02ccec req-1c1fe810-3004-4918-a7bf-a09430d9b9b2 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:02.722942 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b29bf1b0-9a5b-4e3f-8001-7a08fd02ccec req-1c1fe810-3004-4918-a7bf-a09430d9b9b2 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0858991 Apr 30 17:34:02.778790 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b29bf1b0-9a5b-4e3f-8001-7a08fd02ccec req-3a5bc2be-1db2-4999-89b6-a8e9fcea2aad tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495608 Apr 30 17:34:03.051413 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d305b-cdd8-45d4-a90f-60634699abfc req-d4406e88-e24a-40c7-9fdb-0969b9573c33 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:03.052919 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-327d305b-cdd8-45d4-a90f-60634699abfc req-d4406e88-e24a-40c7-9fdb-0969b9573c33 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 946 time: 0.0840585 Apr 30 17:34:03.108890 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-327d305b-cdd8-45d4-a90f-60634699abfc req-2d5b8d24-fcfd-4941-b721-47d76c1da952 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500340 Apr 30 17:34:03.631282 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 582a4da1-c560-459d-97c8-0989de852b7c no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:34:03.746858 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:03.777508 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '582a4da1-c560-459d-97c8-0989de852b7c'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:34:03.787706 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 582a4da1-c560-459d-97c8-0989de852b7c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=582a4da1-c560-459d-97c8-0989de852b7c,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:03.824743 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '582a4da1-c560-459d-97c8-0989de852b7c', 'code': 200} Apr 30 17:34:03.880739 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:03.882502 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-f2eecf5d-95a8-4619-ac5c-f44bd9c8bbe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:03.950014 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=582a4da1-c560-459d-97c8-0989de852b7c,revision_number=8']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:03.957575 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:03.957922 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:03.958255 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:03.958586 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:03.958906 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:03.959261 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:03.959578 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:03.959896 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:03.960213 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:03.960547 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:03.960840 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:03.961203 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:03.965211 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:03.980676 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e811f-7528-492e-abe5-8027636176b4 req-b8335e58-de34-4181-b287-d293840a2d50 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:03.982178 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4e2e811f-7528-492e-abe5-8027636176b4 req-b8335e58-de34-4181-b287-d293840a2d50 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0822406 Apr 30 17:34:04.030041 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4e2e811f-7528-492e-abe5-8027636176b4 req-661a6c39-6184-4706-8c7f-b64779f54a12 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Apr 30 17:34:04.336303 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c0f0f-cc09-4c46-a6a9-d95f433fbc66 req-1c0c866e-d8ab-467b-8243-6313c12ce30c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:04.336303 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-601c0f0f-cc09-4c46-a6a9-d95f433fbc66 req-1c0c866e-d8ab-467b-8243-6313c12ce30c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1034520 Apr 30 17:34:04.383396 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-601c0f0f-cc09-4c46-a6a9-d95f433fbc66 req-9dd191dd-e9a5-40ce-912b-d9d54b3d4ef9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424478 Apr 30 17:34:05.221419 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf576d-2a50-404f-8612-3fc3aa84b67d req-322af08b-bf53-48e0-91db-90f73a9819a5 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:05.223174 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fcdf576d-2a50-404f-8612-3fc3aa84b67d req-322af08b-bf53-48e0-91db-90f73a9819a5 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0839202 Apr 30 17:34:05.277266 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fcdf576d-2a50-404f-8612-3fc3aa84b67d req-93b4b655-b1aa-499a-b9f9-4eb2977f36a2 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458491 Apr 30 17:34:06.319854 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958362f-2850-4286-b634-f283be40bb5c req-d309e787-ff44-4cfa-9edb-779d3ff86320 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:06.321343 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3958362f-2850-4286-b634-f283be40bb5c req-d309e787-ff44-4cfa-9edb-779d3ff86320 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.0858998 Apr 30 17:34:06.387000 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3958362f-2850-4286-b634-f283be40bb5c req-99d0e76f-fe7b-486f-ae65-d2fa00e1b9ea tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564659 Apr 30 17:34:06.586082 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efccba2-639d-42d2-bcd1-31a3eb50ed2f req-4f65fe2a-d7dc-4f31-8932-2d2d57e446b8 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:06.587635 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8efccba2-639d-42d2-bcd1-31a3eb50ed2f req-4f65fe2a-d7dc-4f31-8932-2d2d57e446b8 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0888684 Apr 30 17:34:06.643103 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8efccba2-639d-42d2-bcd1-31a3eb50ed2f req-34d5e9a3-1cff-48f0-a745-5dedbbad10e1 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484638 Apr 30 17:34:06.984261 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 56360) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:07.108984 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a98b2d13-6303-4bea-a283-c7f56cb8d46e req-bbb1c9c4-3890-43ce-af85-09d20f248010 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1234183 Apr 30 17:34:07.310136 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:34:07.592109 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985e9be-bf5a-4e39-8cff-2178d9377843 req-15216afb-5813-4ede-b3c6-e19623e493cc tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:07.593610 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8985e9be-bf5a-4e39-8cff-2178d9377843 req-15216afb-5813-4ede-b3c6-e19623e493cc tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.0907900 Apr 30 17:34:07.643488 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8985e9be-bf5a-4e39-8cff-2178d9377843 req-bcc602fe-0c23-4dd1-a7a7-53fd733320aa tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410802 Apr 30 17:34:07.839935 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86114eea-563a-44bd-82d2-8703d1278cc2 req-c4624b7a-571c-4f62-ae39-ccb40122839f tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:07.841407 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-86114eea-563a-44bd-82d2-8703d1278cc2 req-c4624b7a-571c-4f62-ae39-ccb40122839f tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0881510 Apr 30 17:34:07.892555 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-86114eea-563a-44bd-82d2-8703d1278cc2 req-e673ea47-fbfd-4d8d-83eb-1773d4ed8173 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444832 Apr 30 17:34:08.840057 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102a8ea-9ea1-4ee3-ab23-6979b1e86edc req-7a995a88-d7bd-429f-88e7-de72557a1b3c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:08.841471 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5102a8ea-9ea1-4ee3-ab23-6979b1e86edc req-7a995a88-d7bd-429f-88e7-de72557a1b3c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.0807579 Apr 30 17:34:08.886769 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5102a8ea-9ea1-4ee3-ab23-6979b1e86edc req-5d6135b4-1b1e-4fd1-96ff-d4bf8c0a1241 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389645 Apr 30 17:34:09.094253 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3d96c-acdb-44d1-80b9-7460668a6c57 req-d4ef40ed-686c-438a-aabe-46029e097220 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:09.095917 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-baf3d96c-acdb-44d1-80b9-7460668a6c57 req-d4ef40ed-686c-438a-aabe-46029e097220 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0881355 Apr 30 17:34:09.141777 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-baf3d96c-acdb-44d1-80b9-7460668a6c57 req-244916e6-27e9-4f21-a09b-8fad0f61eba3 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389903 Apr 30 17:34:09.234755 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-32292f18-5468-4915-ab0a-d0c27b9e7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:10.093120 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2a242-791f-4828-957a-5ff600ebb680 req-954b9698-3a79-483c-b1c7-39ad81b1155b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:10.099383 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-62c2a242-791f-4828-957a-5ff600ebb680 req-954b9698-3a79-483c-b1c7-39ad81b1155b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.0904064 Apr 30 17:34:10.150982 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-62c2a242-791f-4828-957a-5ff600ebb680 req-85ae1d14-f6be-4c94-b6f7-845bc1bf0450 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440609 Apr 30 17:34:10.346043 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad1f80-e66a-45f5-b9a2-8a834b5c57e1 req-9807a1e3-29f6-4ab3-b0a4-d4ff1c550c56 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:10.347801 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-91ad1f80-e66a-45f5-b9a2-8a834b5c57e1 req-9807a1e3-29f6-4ab3-b0a4-d4ff1c550c56 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0883164 Apr 30 17:34:10.395536 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-91ad1f80-e66a-45f5-b9a2-8a834b5c57e1 req-aa295b14-1abb-4275-9428-903399465912 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416043 Apr 30 17:34:11.385845 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1772233-646e-4674-ae51-8618765767d5 req-34154ffa-6b41-4666-af2b-87a7eb083eaf tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:11.387458 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1772233-646e-4674-ae51-8618765767d5 req-34154ffa-6b41-4666-af2b-87a7eb083eaf tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.0939138 Apr 30 17:34:11.583412 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1772233-646e-4674-ae51-8618765767d5 req-286f37b7-58a9-4e98-af94-9e7db25e11d7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805680 Apr 30 17:34:11.696601 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f78ac0-9a51-435c-856b-05e3acdabe4c req-b2028700-0cfb-44d3-8136-f4e3885e53b1 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:11.698460 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-76f78ac0-9a51-435c-856b-05e3acdabe4c req-b2028700-0cfb-44d3-8136-f4e3885e53b1 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1083934 Apr 30 17:34:11.758853 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-76f78ac0-9a51-435c-856b-05e3acdabe4c req-e324f2b3-ffd8-48a8-b63e-e6603946ab78 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532734 Apr 30 17:34:11.777732 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:11.800558 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e37a2e7c-da4e-492f-904e-5ea6ce6de34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:12.757149 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 56430) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:12.820536 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a613c20-2409-4adc-bb45-5c639f71f2e6 req-99814d5b-34b9-4870-aee9-850e7d0c8ad9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:12.822293 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0a613c20-2409-4adc-bb45-5c639f71f2e6 req-99814d5b-34b9-4870-aee9-850e7d0c8ad9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.0914800 Apr 30 17:34:12.874536 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0a613c20-2409-4adc-bb45-5c639f71f2e6 req-0c1f0361-03a7-4016-b56d-a2467c0cfa45 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458992 Apr 30 17:34:12.921166 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:12.943088 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:34:12.947445 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Usage tracker for resource:security_group_rule and tenant:334b698628cc4d17a0aaa0deb3483543 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:34:12.950749 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:34:12.957357 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:34:13.058319 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa647295-668f-4b2a-8ea2-d4599d715280 req-01224e6b-39e2-469c-b0c8-4a5a64435a98 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:13.060402 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fa647295-668f-4b2a-8ea2-d4599d715280 req-01224e6b-39e2-469c-b0c8-4a5a64435a98 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1181116 Apr 30 17:34:13.069658 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:13.117691 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fa647295-668f-4b2a-8ea2-d4599d715280 req-a384ad80-130f-405c-bae3-bbb5c5a0006c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500302 Apr 30 17:34:13.154151 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:13.163819 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-32e5b095-e4e1-4f17-bbc6-696dab55afe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:13.211099 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=334b698628cc4d17a0aaa0deb3483543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4528024 Apr 30 17:34:13.213063 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ce0919-ef71-4bf0-ad14-32eb35448477,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:13.214152 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 56438) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:13.222126 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.223054 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.223562 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.233376 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.233376 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.233376 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.233376 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.233376 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.233376 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.233376 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.233376 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.233376 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.233376 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:13.297987 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:13.343584 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:13.480501 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:13.486463 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-87cb9fe7-7e9d-4721-b46a-26ec59004bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:13.502301 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ce0919-ef71-4bf0-ad14-32eb35448477,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:13.512093 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:13.513370 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76ce0919-ef71-4bf0-ad14-32eb35448477 HTTP/1.1" status: 204 len: 168 time: 0.2979403 Apr 30 17:34:13.515022 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.515409 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.515765 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.516118 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.516464 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.516808 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.517151 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.519222 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.519899 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.520458 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.521636 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.522153 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:13.525903 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:13.760177 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:14.160435 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d44c17-c716-46f9-9bb8-f6fb8204f3ea req-aa18431d-ebc2-4521-9b6c-df4b5f3d4258 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:14.179176 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-78d44c17-c716-46f9-9bb8-f6fb8204f3ea req-aa18431d-ebc2-4521-9b6c-df4b5f3d4258 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1387126 Apr 30 17:34:14.280481 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-78d44c17-c716-46f9-9bb8-f6fb8204f3ea req-666fac1c-4736-49ef-9164-8621c7060337 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925286 Apr 30 17:34:14.400603 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d53684-beae-4536-a1b9-ca68836a7e84 req-cc336354-7ba4-47a5-8a35-2adee2e429cd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:14.402232 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-62d53684-beae-4536-a1b9-ca68836a7e84 req-cc336354-7ba4-47a5-8a35-2adee2e429cd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0931158 Apr 30 17:34:14.454053 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-62d53684-beae-4536-a1b9-ca68836a7e84 req-93e1341d-d25f-4495-a7d7-372352bc2cec tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455565 Apr 30 17:34:14.598751 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3e2d8-a3fe-44a3-a42a-939d616651b2 req-02c1dfb4-72bc-44d9-b085-0db960a72c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:14.600278 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-0fe3e2d8-a3fe-44a3-a42a-939d616651b2 req-02c1dfb4-72bc-44d9-b085-0db960a72c55 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 1098 time: 0.1025906 Apr 30 17:34:14.648350 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-0fe3e2d8-a3fe-44a3-a42a-939d616651b2 req-ff7d558b-387a-4d83-bc78-cb40b151e289 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Apr 30 17:34:15.494008 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb69a15-e09b-40d2-b74e-1ceb81eff2ec req-29fdede7-34f8-4220-bd69-beed60983670 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:15.495095 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4cb69a15-e09b-40d2-b74e-1ceb81eff2ec req-29fdede7-34f8-4220-bd69-beed60983670 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.0898423 Apr 30 17:34:15.553252 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4cb69a15-e09b-40d2-b74e-1ceb81eff2ec req-a4f4b67b-0a72-4b7d-b5b1-634338187d98 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509489 Apr 30 17:34:15.714520 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:15.819180 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaf396-41ce-4e04-badb-90de1f03700d req-32121144-de67-456f-ac89-fba933023732 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:15.821813 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dccaf396-41ce-4e04-badb-90de1f03700d req-32121144-de67-456f-ac89-fba933023732 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1596520 Apr 30 17:34:15.881083 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dccaf396-41ce-4e04-badb-90de1f03700d req-6484050a-5f93-4e08-8055-439bd0454c1c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481315 Apr 30 17:34:16.847668 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1e2aa-a2df-4912-9adc-eb3a0e9b1322 req-a39dc2d1-bbf5-4604-a401-6bc2888f3e21 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:16.850450 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9cf1e2aa-a2df-4912-9adc-eb3a0e9b1322 req-a39dc2d1-bbf5-4604-a401-6bc2888f3e21 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1166301 Apr 30 17:34:16.917187 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9cf1e2aa-a2df-4912-9adc-eb3a0e9b1322 req-55e66ef7-5c19-40fb-a676-225246e47e70 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585587 Apr 30 17:34:16.924344 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b2d13-6303-4bea-a283-c7f56cb8d46e req-7c0a644f-1054-4c04-9e9f-86776bc96fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:16.927703 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-a98b2d13-6303-4bea-a283-c7f56cb8d46e req-7c0a644f-1054-4c04-9e9f-86776bc96fd9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351&tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3 HTTP/1.1" status: 200 len: 1097 time: 0.0917096 Apr 30 17:34:17.046988 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b2d13-6303-4bea-a283-c7f56cb8d46e req-bcc2b930-9623-4917-b560-0627645db59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:17.048463 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-a98b2d13-6303-4bea-a283-c7f56cb8d46e req-bcc2b930-9623-4917-b560-0627645db59b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 1097 time: 0.0918143 Apr 30 17:34:17.212123 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b2d13-6303-4bea-a283-c7f56cb8d46e req-5faff4c3-dd0a-4055-9969-ca5d50441b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:17.214532 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-a98b2d13-6303-4bea-a283-c7f56cb8d46e req-5faff4c3-dd0a-4055-9969-ca5d50441b20 service neutron] 10.222.0.63 "GET /v2.0/networks?id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 200 len: 917 time: 0.1594136 Apr 30 17:34:17.227230 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56ae43-d835-4abc-8c77-d7b3816ccdaf req-d2a06941-fd8b-4cd3-b19e-d46fe57b2b9d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:17.229155 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-db56ae43-d835-4abc-8c77-d7b3816ccdaf req-d2a06941-fd8b-4cd3-b19e-d46fe57b2b9d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1489236 Apr 30 17:34:17.321513 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-db56ae43-d835-4abc-8c77-d7b3816ccdaf req-8848cf29-80c1-464e-b79e-38bd87559f2e tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850246 Apr 30 17:34:17.425395 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-a98b2d13-6303-4bea-a283-c7f56cb8d46e req-1c35d2f1-ecd5-4e11-ab79-57134bf23e8e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=582a4da1-c560-459d-97c8-0989de852b7c HTTP/1.1" status: 200 len: 1000 time: 0.2038960 Apr 30 17:34:17.548389 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b2d13-6303-4bea-a283-c7f56cb8d46e req-63c5e2e6-fe4f-42c7-a2d9-791b37bf6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:17.551195 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-a98b2d13-6303-4bea-a283-c7f56cb8d46e req-63c5e2e6-fe4f-42c7-a2d9-791b37bf6f5d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c3cec6c4-057f-403e-861a-e867b0518223 HTTP/1.1" status: 200 len: 855 time: 0.1168725 Apr 30 17:34:17.652023 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b2d13-6303-4bea-a283-c7f56cb8d46e req-a2cf46f2-5baa-482e-8050-b684014b4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:17.655664 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-a98b2d13-6303-4bea-a283-c7f56cb8d46e req-a2cf46f2-5baa-482e-8050-b684014b4fe6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0952473 Apr 30 17:34:17.894224 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-a98b2d13-6303-4bea-a283-c7f56cb8d46e req-e78d5402-ba32-448c-8136-5a588c6780a9 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326229 Apr 30 17:34:18.055390 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-a98b2d13-6303-4bea-a283-c7f56cb8d46e req-8b7e5a6f-aa86-486b-aa34-2f91254bea52 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535633 Apr 30 17:34:18.191388 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf43a4-da8d-4462-b663-0df83bad4eab req-8acfe475-e7bc-410b-b4b9-08dfe3a9579c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:18.192941 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eccf43a4-da8d-4462-b663-0df83bad4eab req-8acfe475-e7bc-410b-b4b9-08dfe3a9579c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1318781 Apr 30 17:34:18.260732 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eccf43a4-da8d-4462-b663-0df83bad4eab req-9c7ecb80-b791-4117-96cf-05e05316ba24 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609603 Apr 30 17:34:18.295836 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3885cdf-70a6-4ddd-9eb9-0934d7434ca6 req-e9dc7ffd-e50d-4e77-b384-b715884468a6 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:18.297652 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d3885cdf-70a6-4ddd-9eb9-0934d7434ca6 req-e9dc7ffd-e50d-4e77-b384-b715884468a6 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1479609 Apr 30 17:34:18.351696 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d3885cdf-70a6-4ddd-9eb9-0934d7434ca6 req-e07d6e7a-1131-416a-b695-adc9ffd07918 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477161 Apr 30 17:34:18.853901 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d49df0d2-4188-4af5-b6a8-bdbeda85fff9 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f42553b83ba047a496e184a33f285056&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287166 Apr 30 17:34:19.024435 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-dfb68dbb-3ee2-4427-8080-dba7f649f266 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:19.026003 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-dfb68dbb-3ee2-4427-8080-dba7f649f266 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660354 Apr 30 17:34:19.044805 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-8468c908-dd24-4809-9dbd-edf765747d13 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/quotas/f42553b83ba047a496e184a33f285056 HTTP/1.1" status: 200 len: 375 time: 0.0105789 Apr 30 17:34:19.094802 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-f65272a5-1dfa-4131-8105-e7171af178fb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f42553b83ba047a496e184a33f285056&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424695 Apr 30 17:34:19.453186 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7cc51e58-0edc-4ab6-86ad-242d87baa0a6 req-2d4febfa-011f-44ee-8721-dd2b948a526b tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0682871 Apr 30 17:34:19.583380 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf77b34-ef69-485f-9424-a0ea22fed9ed req-6751e47e-6e09-4b20-83cb-b1cac5bbb4a2 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:19.586079 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3bf77b34-ef69-485f-9424-a0ea22fed9ed req-6751e47e-6e09-4b20-83cb-b1cac5bbb4a2 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1316800 Apr 30 17:34:19.810146 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3bf77b34-ef69-485f-9424-a0ea22fed9ed req-8f5aedb4-4ebb-4fa0-b830-7b7b76c07bb6 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178125 Apr 30 17:34:19.851195 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc679e-6b71-47ce-8483-b710be85b729 req-f35cf7f3-54ec-4cbc-b7e9-1693dd1ab5d2 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:19.852775 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1bc679e-6b71-47ce-8483-b710be85b729 req-f35cf7f3-54ec-4cbc-b7e9-1693dd1ab5d2 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.2332275 Apr 30 17:34:19.903488 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1bc679e-6b71-47ce-8483-b710be85b729 req-9de40179-8170-46f2-b568-460abc962998 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440223 Apr 30 17:34:20.602366 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e73e6331-2476-4aa8-acc5-49b518803d9b req-f0d2c070-6459-4265-bae4-167c81132b12 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0469849 Apr 30 17:34:20.637956 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd234292-bca1-4d40-9fd1-adfacb357af6 req-4aecec8d-3fee-4633-8ad7-40c87221d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:20.639585 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-cd234292-bca1-4d40-9fd1-adfacb357af6 req-4aecec8d-3fee-4633-8ad7-40c87221d572 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae9d2df8f4c74628a2aa2b607068f344&device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 1098 time: 0.1198964 Apr 30 17:34:21.099552 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcf61d-ac7f-4ee6-9f39-49cad1ccc827 req-364a7842-736d-43c4-9b36-cc1ed9d7bc43 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:21.101115 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-99fcf61d-ac7f-4ee6-9f39-49cad1ccc827 req-364a7842-736d-43c4-9b36-cc1ed9d7bc43 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1422300 Apr 30 17:34:21.157188 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9727ad-6b42-4859-97bf-f34c2b36121e req-b3ff2836-9cc0-4218-923e-b47c41dfbc4d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:21.158658 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8b9727ad-6b42-4859-97bf-f34c2b36121e req-b3ff2836-9cc0-4218-923e-b47c41dfbc4d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1393912 Apr 30 17:34:21.202930 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-99fcf61d-ac7f-4ee6-9f39-49cad1ccc827 req-86f643f0-fd5b-4fc4-ae6f-859bd76194a9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914171 Apr 30 17:34:21.226329 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8b9727ad-6b42-4859-97bf-f34c2b36121e req-02984c4e-e019-4c39-ad82-e104fd233fb8 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550268 Apr 30 17:34:21.779313 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e41386ca-c344-4a0c-9598-716016684cc7 req-f36b19fa-ca5d-477d-a105-5db243addc7b tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0445058 Apr 30 17:34:22.225768 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd234292-bca1-4d40-9fd1-adfacb357af6 req-c1ca419e-299d-40a6-8b64-ff5ea961a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:22.227149 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-cd234292-bca1-4d40-9fd1-adfacb357af6 req-c1ca419e-299d-40a6-8b64-ff5ea961a144 service neutron] 10.222.0.63 "GET /v2.0/networks?id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a HTTP/1.1" status: 200 len: 919 time: 0.1358492 Apr 30 17:34:22.304138 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-cd234292-bca1-4d40-9fd1-adfacb357af6 req-3f73afed-aa12-400f-824a-56169db92c67 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ee2c3de-cb4c-4313-a47a-6607c85033fc HTTP/1.1" status: 200 len: 217 time: 0.0649157 Apr 30 17:34:22.382530 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd234292-bca1-4d40-9fd1-adfacb357af6 req-35713b34-01f7-4294-ac86-5663d59838bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:22.384311 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-cd234292-bca1-4d40-9fd1-adfacb357af6 req-35713b34-01f7-4294-ac86-5663d59838bb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a11bde57-4113-41bb-9209-b6e9a0311919 HTTP/1.1" status: 200 len: 858 time: 0.0787845 Apr 30 17:34:22.434852 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-cd234292-bca1-4d40-9fd1-adfacb357af6 req-b273e124-2863-422e-8c13-40d97b05ef1e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=22bf3bd9-ef90-4446-baa6-011ca05b8d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443518 Apr 30 17:34:22.470922 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c8e31-b34f-47cf-847c-ab8312e6bcc8 req-c67adb48-53fd-4705-ab17-6181d9b3978c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:22.472550 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-db1c8e31-b34f-47cf-847c-ab8312e6bcc8 req-c67adb48-53fd-4705-ab17-6181d9b3978c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1437156 Apr 30 17:34:22.526967 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651568a-665d-4994-ab08-7c60ced05a01 req-7da04ecf-e1c2-42db-bee9-01522ba0666d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:22.532953 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7651568a-665d-4994-ab08-7c60ced05a01 req-7da04ecf-e1c2-42db-bee9-01522ba0666d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1474979 Apr 30 17:34:22.602704 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-db1c8e31-b34f-47cf-847c-ab8312e6bcc8 req-43eba476-9c06-4260-acfd-a3de4f099c4c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015434 Apr 30 17:34:22.613015 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-cd234292-bca1-4d40-9fd1-adfacb357af6 req-feec6ddc-0127-47c9-8038-7e83b20f0064 service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705420 Apr 30 17:34:22.645903 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7651568a-665d-4994-ab08-7c60ced05a01 req-361ec508-1d88-47df-9d85-2bd8212c1894 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057510 Apr 30 17:34:22.786053 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-cd234292-bca1-4d40-9fd1-adfacb357af6 req-7c43e91b-4d98-4295-9ff3-f6f695658201 service neutron] 10.222.0.63 "GET /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667128 Apr 30 17:34:22.942363 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2c3af962-1853-4caf-9a14-774c7cea343d req-bb568598-c7f5-4fe5-9f01-4da41659a007 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0447738 Apr 30 17:34:23.954487 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb486a0-321e-4f6d-a708-260a7997bcf5 req-af43f453-f61e-42bb-960d-7b269cc3ce87 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:23.957013 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0fb486a0-321e-4f6d-a708-260a7997bcf5 req-af43f453-f61e-42bb-960d-7b269cc3ce87 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1863201 Apr 30 17:34:24.035931 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0fb486a0-321e-4f6d-a708-260a7997bcf5 req-524ab158-427c-4f3d-b46c-d7f4a08e641c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644412 Apr 30 17:34:24.078896 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f21aca-3e9f-4c24-b9b0-681d49ec8ab3 req-68e61fb3-185a-4469-be2d-da1e652db548 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:24.080648 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d7f21aca-3e9f-4c24-b9b0-681d49ec8ab3 req-68e61fb3-185a-4469-be2d-da1e652db548 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1841547 Apr 30 17:34:24.165471 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d7f21aca-3e9f-4c24-b9b0-681d49ec8ab3 req-25f04395-436a-43a9-b5ef-ea18b443cf9f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783679 Apr 30 17:34:24.229615 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-947bfc1c-7948-4361-9039-a760ab1050a7 req-bbd9f4c6-d370-4108-8976-873c814a0c47 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0494752 Apr 30 17:34:25.235427 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8f269-2df9-4fd1-b86a-78a978db42a0 req-da932db7-d717-415d-bb73-a6b2f768e471 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:25.237779 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8be8f269-2df9-4fd1-b86a-78a978db42a0 req-da932db7-d717-415d-bb73-a6b2f768e471 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0879345 Apr 30 17:34:25.305822 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8be8f269-2df9-4fd1-b86a-78a978db42a0 req-a8149252-9759-47dc-bda7-4494a45f778c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608501 Apr 30 17:34:25.459977 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9ab51-b9c2-4b97-bbbd-f8411c412556 req-8e850e46-6636-4ce1-aa5b-9a43f80487d7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:25.467207 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60b9ab51-b9c2-4b97-bbbd-f8411c412556 req-8e850e46-6636-4ce1-aa5b-9a43f80487d7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1400700 Apr 30 17:34:25.497320 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-99e457a7-14ae-4ace-8081-ad594bf224a8 req-7df570fe-f847-476e-af55-78a0ccde9cce tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0787988 Apr 30 17:34:25.532096 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60b9ab51-b9c2-4b97-bbbd-f8411c412556 req-3fce38d6-1699-40e6-a69b-25334ca45c32 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639269 Apr 30 17:34:26.521458 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d47f6-edfb-4ccf-be23-6042e52c2212 req-e231a15f-e6fe-44ae-8a46-c5de012e6c28 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:26.523628 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-294d47f6-edfb-4ccf-be23-6042e52c2212 req-e231a15f-e6fe-44ae-8a46-c5de012e6c28 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1070836 Apr 30 17:34:26.618586 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-294d47f6-edfb-4ccf-be23-6042e52c2212 req-8a936fe5-885a-4ffd-a043-049b0e308c60 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847573 Apr 30 17:34:26.700689 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2b940248-966f-4ba5-bb71-b03e9ac93960 req-d58ac9e5-33d2-496c-8805-200ff7f015a8 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0718665 Apr 30 17:34:26.847324 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9386f-34b6-4990-b8cc-a9432ac7e14c req-a291f397-b1b6-4fd8-9256-e3b3fb51bf25 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:26.849042 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5ba9386f-34b6-4990-b8cc-a9432ac7e14c req-a291f397-b1b6-4fd8-9256-e3b3fb51bf25 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.0932949 Apr 30 17:34:26.898008 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5ba9386f-34b6-4990-b8cc-a9432ac7e14c req-b00b4755-52f2-420d-b0d4-a665889af666 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425198 Apr 30 17:34:27.888389 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-373edc4d-f624-41b8-806e-c56dc1c0047f req-4b03415d-acae-4ffd-8a3f-2e93118cb848 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0565374 Apr 30 17:34:27.998885 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04d9d3-2354-40c7-92b8-18603b3b0485 req-10d7f97c-81fb-4443-a1c4-866cc8937c69 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:28.000976 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9a04d9d3-2354-40c7-92b8-18603b3b0485 req-10d7f97c-81fb-4443-a1c4-866cc8937c69 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1114879 Apr 30 17:34:28.124785 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9a04d9d3-2354-40c7-92b8-18603b3b0485 req-c8cd585b-4554-4175-a67d-b3424eec2d7f tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115847 Apr 30 17:34:28.160891 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe629e42-4afb-45a1-af12-2fea5892eec9 req-a65ca7fb-90af-41e9-8ac7-896067bc9b86 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:28.162353 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fe629e42-4afb-45a1-af12-2fea5892eec9 req-a65ca7fb-90af-41e9-8ac7-896067bc9b86 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1182942 Apr 30 17:34:28.214919 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fe629e42-4afb-45a1-af12-2fea5892eec9 req-23dd358d-bc43-46f4-94ba-ab9b108e2ab2 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466385 Apr 30 17:34:29.079375 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-87f91e6b-f2f2-4b46-a286-e1ccf20c59c7 req-11d2ae00-3ca4-4d48-b07e-0e76dd648519 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0474198 Apr 30 17:34:29.520141 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd111a9-c065-4af3-9d62-5d9cf2187e9a req-d1bbd2a1-3045-401f-ad93-a80d19e147b4 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:29.521607 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cdd111a9-c065-4af3-9d62-5d9cf2187e9a req-d1bbd2a1-3045-401f-ad93-a80d19e147b4 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.2398891 Apr 30 17:34:29.553304 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e31cca-bd12-4e4b-ab2c-fb9213494589 req-1f34046b-91cb-438d-a0a8-915f9069ee75 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:29.554837 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f0e31cca-bd12-4e4b-ab2c-fb9213494589 req-1f34046b-91cb-438d-a0a8-915f9069ee75 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1446743 Apr 30 17:34:29.604587 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cdd111a9-c065-4af3-9d62-5d9cf2187e9a req-fc509099-ad39-420f-8c00-25c4bdea5283 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767012 Apr 30 17:34:29.626035 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f0e31cca-bd12-4e4b-ab2c-fb9213494589 req-4799a306-9a55-4861-ac17-4719e9d4d2e5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613623 Apr 30 17:34:29.805664 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:30.240972 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b49e6231-fa0d-4827-9951-59d41ead96fd req-d78e0621-f0ec-4c0b-8f2a-6fe155574ed8 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0513015 Apr 30 17:34:30.891015 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bfbbd-c4cc-43f2-a7fa-1285161b680a req-b61bd499-a3d3-4042-ac02-fea14eed1a69 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:30.892524 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d59bfbbd-c4cc-43f2-a7fa-1285161b680a req-b61bd499-a3d3-4042-ac02-fea14eed1a69 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1638179 Apr 30 17:34:30.906442 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a12005-8a16-4a6e-867a-07317d97a1a2 req-ef6d59fc-21e4-4cc1-b904-b5714c88e03d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:30.908008 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-12a12005-8a16-4a6e-867a-07317d97a1a2 req-ef6d59fc-21e4-4cc1-b904-b5714c88e03d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1329861 Apr 30 17:34:30.982887 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d59bfbbd-c4cc-43f2-a7fa-1285161b680a req-e002b861-59ed-4681-ac00-b4525f7560b9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737917 Apr 30 17:34:30.992251 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-12a12005-8a16-4a6e-867a-07317d97a1a2 req-fe6f5202-fe50-489d-a403-18dc46c66678 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686648 Apr 30 17:34:31.403520 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c3ae1b95-ca8f-44d0-842e-cfaec31dbc7d req-114775a7-2fbf-4a63-ba0f-7f3e06cdadce tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0446823 Apr 30 17:34:32.257643 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b066e09-4892-4fe8-9e0a-b5e995a2fd0f req-7399e5f7-2520-47c2-abd6-85ea7cbac9d7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:32.259859 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6b066e09-4892-4fe8-9e0a-b5e995a2fd0f req-7399e5f7-2520-47c2-abd6-85ea7cbac9d7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1127512 Apr 30 17:34:32.269863 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd264b-889a-4477-9a78-692cebd17aa9 req-1752a341-56df-4a92-8b84-5c61426e2f3c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:32.271313 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-accd264b-889a-4477-9a78-692cebd17aa9 req-1752a341-56df-4a92-8b84-5c61426e2f3c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1638725 Apr 30 17:34:32.345504 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6b066e09-4892-4fe8-9e0a-b5e995a2fd0f req-89f3c05e-64f6-447b-885a-25190dda3e6c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731900 Apr 30 17:34:32.353830 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-accd264b-889a-4477-9a78-692cebd17aa9 req-e9ca6c9d-98ab-490a-84f2-0ccd407af8fc tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680099 Apr 30 17:34:32.600304 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a6776db9-7a45-485b-9801-71f174d932a9 req-2c663e7e-6383-4b9f-b9cb-107a9b18ab2d tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0460732 Apr 30 17:34:33.633745 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62ccdf-447d-43ba-9dbf-7d5e64238d3c req-d15c93d5-17e5-4a68-a80e-250c4bfe1cc9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:33.635184 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9b62ccdf-447d-43ba-9dbf-7d5e64238d3c req-d15c93d5-17e5-4a68-a80e-250c4bfe1cc9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1666286 Apr 30 17:34:33.645338 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65de5d-0b8b-49e4-9fa2-ce4b3874c466 req-5690bd81-eb7c-4318-90a5-6f45e567b26f tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:33.646836 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aa65de5d-0b8b-49e4-9fa2-ce4b3874c466 req-5690bd81-eb7c-4318-90a5-6f45e567b26f tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1807089 Apr 30 17:34:33.720302 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9b62ccdf-447d-43ba-9dbf-7d5e64238d3c req-8c871dd6-8863-489b-8126-02d851b081cc tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724354 Apr 30 17:34:33.730291 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aa65de5d-0b8b-49e4-9fa2-ce4b3874c466 req-c05d7736-c395-41d6-a750-bd5c630736e6 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682950 Apr 30 17:34:33.902256 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-daff0bab-bb36-408b-9123-a8b894cbc055 req-28cc109d-3ae5-4fe6-9cb4-3a8ae395d987 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0658150 Apr 30 17:34:34.991434 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315e9a4-4557-46f6-b4b9-ff2fcea50107 req-9eb5552b-138d-415f-9870-6b193862bdc5 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:34.992847 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6315e9a4-4557-46f6-b4b9-ff2fcea50107 req-9eb5552b-138d-415f-9870-6b193862bdc5 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1484859 Apr 30 17:34:35.001816 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1428f4d-f7e7-43cb-87ff-a7052406ec6b req-8599ecb2-5ac1-47bc-bf22-b2abdb169053 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:35.003308 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e1428f4d-f7e7-43cb-87ff-a7052406ec6b req-8599ecb2-5ac1-47bc-bf22-b2abdb169053 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1570358 Apr 30 17:34:35.074779 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6315e9a4-4557-46f6-b4b9-ff2fcea50107 req-fb3cbd9b-a42d-4d55-80b7-1f674c92ede8 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704744 Apr 30 17:34:35.080397 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e1428f4d-f7e7-43cb-87ff-a7052406ec6b req-cb59d399-b91b-46af-98e6-d5c54e32aaf9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634151 Apr 30 17:34:35.227454 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b2a896a8-631d-41be-89cf-3b32612fc87f req-00d51306-18b5-412b-9d94-7e5a3e2a465f tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0524054 Apr 30 17:34:36.416340 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3a826-3683-4d92-ad6d-01cb870165b1 req-a1a89e31-915f-459f-bd22-82873336bf9d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:36.418938 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4cc3a826-3683-4d92-ad6d-01cb870165b1 req-a1a89e31-915f-459f-bd22-82873336bf9d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1633904 Apr 30 17:34:36.436363 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444e587-12f3-49d1-a6a1-6f88cc30150c req-a6779925-b570-43a8-9d0e-a084fe0a3371 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:36.437943 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0444e587-12f3-49d1-a6a1-6f88cc30150c req-a6779925-b570-43a8-9d0e-a084fe0a3371 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.2158673 Apr 30 17:34:36.525857 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4cc3a826-3683-4d92-ad6d-01cb870165b1 req-6eba8032-258c-414d-8df6-7857a039dfe4 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863800 Apr 30 17:34:36.535657 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0444e587-12f3-49d1-a6a1-6f88cc30150c req-32d73879-fd1f-4ca6-a159-cf6160503561 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809414 Apr 30 17:34:36.723136 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e2bb7b0b-25f8-4b96-92ea-66a75cf415ae req-afc07465-37c3-49b2-83ce-d2032b760ed8 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0473843 Apr 30 17:34:38.026545 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6e89a-8a19-45ba-8547-b866202f53b1 req-8148241b-078d-418f-88e7-a9f446c3a2d1 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:38.034636 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a6d6e89a-8a19-45ba-8547-b866202f53b1 req-8148241b-078d-418f-88e7-a9f446c3a2d1 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.2792020 Apr 30 17:34:38.072875 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1b4d8-4fc2-478c-a25f-a1a93b1583be req-1b04be54-e53b-45b9-92dd-6b885a2cfbb3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:38.074441 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e8d1b4d8-4fc2-478c-a25f-a1a93b1583be req-1b04be54-e53b-45b9-92dd-6b885a2cfbb3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.2789793 Apr 30 17:34:38.128435 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a6d6e89a-8a19-45ba-8547-b866202f53b1 req-6355f6b0-31cc-4966-9981-e4f563a1c056 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916202 Apr 30 17:34:38.154566 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e8d1b4d8-4fc2-478c-a25f-a1a93b1583be req-fdb36063-f1db-4f4d-a1b3-eddad45f89fe tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674605 Apr 30 17:34:38.271694 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f3b179f2-87ee-49d9-932b-542ff74f441d req-b1b0d2d7-d639-4098-bb8e-8e92bb5f9c9d tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0458035 Apr 30 17:34:39.240435 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-53669211-614b-4d68-a85c-dc227e04f4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:39.430150 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0dbf2-2a1c-4b09-9169-392b070d82cd req-ef0f0cfb-cb23-4e6a-8753-df0680a89b0d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:39.432257 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-52b0dbf2-2a1c-4b09-9169-392b070d82cd req-ef0f0cfb-cb23-4e6a-8753-df0680a89b0d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1527984 Apr 30 17:34:39.547965 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-52b0dbf2-2a1c-4b09-9169-392b070d82cd req-b473201a-0ed3-4448-bf8a-7db3c82c0fab tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046278 Apr 30 17:34:39.787320 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf04e3a-5e67-41ec-91fa-1e88c861a6c9 req-977a0a0b-dbce-4a57-870e-eb4fb4a73b3d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:39.803122 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cdf04e3a-5e67-41ec-91fa-1e88c861a6c9 req-977a0a0b-dbce-4a57-870e-eb4fb4a73b3d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.5459127 Apr 30 17:34:39.950189 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cdf04e3a-5e67-41ec-91fa-1e88c861a6c9 req-640c0f19-ed6b-4c01-a3ec-7ba84ae7e4f4 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457026 Apr 30 17:34:39.952998 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e4d55ae0-c8a9-45f1-9460-20191b27705e req-f1c1c37e-7060-4dea-bd65-0dfcc1b102a4 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0684841 Apr 30 17:34:40.835669 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be237f-bdec-459b-93cf-0069a41ddc60 req-cc604c15-67f4-4c18-b2d9-2771f3e947d3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:40.838301 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d8be237f-bdec-459b-93cf-0069a41ddc60 req-cc604c15-67f4-4c18-b2d9-2771f3e947d3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1245894 Apr 30 17:34:40.925391 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d8be237f-bdec-459b-93cf-0069a41ddc60 req-e2a4d105-0272-49c9-ade4-e3794e50301b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731299 Apr 30 17:34:41.140962 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bebe6916-adf8-4371-b355-331d37283550 req-8adf5738-736a-42a9-8c86-7001fcbb952b tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0500302 Apr 30 17:34:41.278068 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09297341-7f02-455f-ba3c-1fb72cd242a8 req-8b6fc8b6-6d04-46f1-a89a-7a630de5ce43 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:41.279736 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-09297341-7f02-455f-ba3c-1fb72cd242a8 req-8b6fc8b6-6d04-46f1-a89a-7a630de5ce43 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1554642 Apr 30 17:34:41.334082 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-09297341-7f02-455f-ba3c-1fb72cd242a8 req-2d0003da-fca6-4fc2-bd80-da792603b0b4 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471122 Apr 30 17:34:41.845493 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:41.874189 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-d264cf43-f803-48a4-bd6c-87fbdb9e5979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:42.153847 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6091ed-94e9-4ee0-8c18-9cd0bc202233 req-d4c5d44a-60bc-4e3e-913d-1b8162137e79 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:42.155344 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2a6091ed-94e9-4ee0-8c18-9cd0bc202233 req-d4c5d44a-60bc-4e3e-913d-1b8162137e79 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.0913248 Apr 30 17:34:42.229204 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2a6091ed-94e9-4ee0-8c18-9cd0bc202233 req-15bef47b-ca83-43e3-b47c-62e146291b9a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675743 Apr 30 17:34:42.371589 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e65b9e75-3378-40dc-9327-e9719685413b req-32f6f89b-e089-4218-9bff-dea040b564ae tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0663569 Apr 30 17:34:42.619090 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1e664-9200-44e0-9d5a-49706322a380 req-4cb78337-6489-457e-98d0-759bf181bb08 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:42.620633 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-80d1e664-9200-44e0-9d5a-49706322a380 req-4cb78337-6489-457e-98d0-759bf181bb08 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1543736 Apr 30 17:34:42.691821 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-80d1e664-9200-44e0-9d5a-49706322a380 req-494f17a6-14a1-4ac6-995e-3c42e27a2565 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618448 Apr 30 17:34:43.490108 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d536f4-28e3-4c28-98d5-bd0f4e1d7d0a req-e6e20243-642c-4067-80c0-25e41e2783bf tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:43.493762 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a6d536f4-28e3-4c28-98d5-bd0f4e1d7d0a req-e6e20243-642c-4067-80c0-25e41e2783bf tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1052749 Apr 30 17:34:43.578007 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b95f2349-9147-4db8-a6c5-3ef56dc9d596 req-8719d1c9-6580-4cbd-be7a-3c03dad8588d tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0630414 Apr 30 17:34:43.617509 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a6d536f4-28e3-4c28-98d5-bd0f4e1d7d0a req-97a99fc5-dc42-4d64-a200-32f5afc81d59 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176426 Apr 30 17:34:43.891113 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:43.922795 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77506395-f6e2-40ac-8a43-84cfa211052c req-915e259c-062c-460b-b690-1c8e5df5d67c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:43.922795 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-77506395-f6e2-40ac-8a43-84cfa211052c req-915e259c-062c-460b-b690-1c8e5df5d67c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1052647 Apr 30 17:34:43.973296 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-77506395-f6e2-40ac-8a43-84cfa211052c req-c1a59b74-2180-4a30-85d9-383a0d9a40c9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463200 Apr 30 17:34:44.309752 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:34:44.379878 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-ec1812c2-79a9-459f-a0b2-b6f3917c589e tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=f42553b83ba047a496e184a33f285056&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406177 Apr 30 17:34:44.588882 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-33c74f75-0994-44c1-9835-18d504fc3129 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:44.591426 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-33c74f75-0994-44c1-9835-18d504fc3129 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055023 Apr 30 17:34:44.607515 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Request body: {'port': {'device_id': 'f1b78d62-dc6c-4305-9c01-9d11d0154a70', 'network_id': '49556d85-ee54-42c3-96a5-3d9bf512a574', 'admin_state_up': True, 'tenant_id': 'f42553b83ba047a496e184a33f285056'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:34:44.852858 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f0298298-4a66-48a0-98c5-d11ba164df25 req-53acf575-0b1a-43b4-8315-3c519ff5e639 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0872743 Apr 30 17:34:44.889705 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:34:44.896156 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Usage tracker for resource:port and tenant:f42553b83ba047a496e184a33f285056 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:34:44.899487 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:34:44.906092 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:34:44.942658 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e85587-f5bf-4cfe-8f74-9238766d41a1 req-33a8cfa3-6cef-47ce-8349-e0fe59ba9c58 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:44.950452 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-59e85587-f5bf-4cfe-8f74-9238766d41a1 req-33a8cfa3-6cef-47ce-8349-e0fe59ba9c58 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1435401 Apr 30 17:34:44.995478 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-59e85587-f5bf-4cfe-8f74-9238766d41a1 req-3075ab11-a061-44b9-8ac5-d86f05d8ee52 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435605 Apr 30 17:34:45.051660 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Made reservation on behalf of f42553b83ba047a496e184a33f285056 for: {'port': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:34:45.056346 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:45.077954 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:45.107187 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:34:45.114565 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Usage tracker for resource:security_group_rule and tenant:f42553b83ba047a496e184a33f285056 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:34:45.119896 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:34:45.132523 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:34:45.287370 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f411a0f-fd02-4108-927d-1c358bf46b6d req-2de6a784-78ba-430f-aacb-b51fd4e5c9d4 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:45.290789 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7f411a0f-fd02-4108-927d-1c358bf46b6d req-2de6a784-78ba-430f-aacb-b51fd4e5c9d4 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1742766 Apr 30 17:34:45.307497 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:45.382527 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7f411a0f-fd02-4108-927d-1c358bf46b6d req-436189ea-f928-4b44-aea6-90a07d9b05d4 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790312 Apr 30 17:34:45.428570 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:45.433315 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-a3d67096-3c6a-4828-8e64-134eb5fb74f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:45.594540 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e0c927-9722-4223-b438-04bc7242a590,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:45.602085 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:45.778273 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Allocated IP 192.168.233.83 (49556d85-ee54-42c3-96a5-3d9bf512a574/a8309f08-997f-430b-ae26-a82433b708cc/6f1aedfb-6715-4d08-bf5c-0feb2457feb1) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:34:45.782714 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:46.095712 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-135e1807-b0fc-4692-8025-414df81748d9 req-0666e5ed-edc2-4bf6-bec4-1bea78d1f464 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0710101 Apr 30 17:34:46.138836 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:46.158037 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Transition to ACTIVE for port object 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 will not be triggered until provisioned by entity DHCP. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:34:46.244498 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282354a-395e-4f24-9013-a4d30bf0e2de req-d3b709f0-cc47-4980-af1a-59f24b66f547 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:46.247772 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d282354a-395e-4f24-9013-a4d30bf0e2de req-d3b709f0-cc47-4980-af1a-59f24b66f547 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.0972109 Apr 30 17:34:46.271138 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:46.278747 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c8af5714-8901-4d40-a4c1-dea7b0e463f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:46.343769 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d282354a-395e-4f24-9013-a4d30bf0e2de req-1b6ecbeb-bced-4600-b2df-1b62edc84b23 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905883 Apr 30 17:34:46.369815 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Network 49556d85-ee54-42c3-96a5-3d9bf512a574 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:34:46.376029 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:34:46.385077 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:34:46.516934 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:46.518460 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:46.527948 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Pushing event updated for resources: {'Port': ['ID=6f1aedfb-6715-4d08-bf5c-0feb2457feb1,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:46.541355 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:46.681406 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0808022 Apr 30 17:34:46.701391 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Request body: {'port': {'device_id': 'f1b78d62-dc6c-4305-9c01-9d11d0154a70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:34:46.749031 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c799e-0de7-408b-99ee-eb0c527518b8 req-996e3439-aed7-4373-9332-1319e6d62b80 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:46.750602 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ff4c799e-0de7-408b-99ee-eb0c527518b8 req-996e3439-aed7-4373-9332-1319e6d62b80 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.2176173 Apr 30 17:34:46.782351 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-2e30bfd4-a992-4703-9a66-8f148aae523b None None] Provisioning for port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:34:46.789326 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-2e30bfd4-a992-4703-9a66-8f148aae523b None None] Provisioning complete for port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:46.790397 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-2e30bfd4-a992-4703-9a66-8f148aae523b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:46.836814 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ff4c799e-0de7-408b-99ee-eb0c527518b8 req-e8596178-6205-4bc6-a46b-edc7d91e681c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739717 Apr 30 17:34:46.839174 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:46.867725 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-2e30bfd4-a992-4703-9a66-8f148aae523b None None] Port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:34:47.271919 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 {{(pid=74454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:34:47.280029 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:47.295278 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Transition to ACTIVE for port object 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 will not be triggered until provisioned by entity L2. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:34:47.315562 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0699fcf-3880-4bdb-9bcf-795ddd1bf380 req-77e13724-3f90-4890-b121-06826121ff4e tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:47.316971 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e0699fcf-3880-4bdb-9bcf-795ddd1bf380 req-77e13724-3f90-4890-b121-06826121ff4e tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 935 time: 0.0923932 Apr 30 17:34:47.374321 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e0699fcf-3880-4bdb-9bcf-795ddd1bf380 req-ad7b85fb-2db9-4bed-b0d2-7cc2f51411e6 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513005 Apr 30 17:34:47.400325 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:47.405343 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:47.584694 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1aedfb-6715-4d08-bf5c-0feb2457feb1,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:47.594644 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:47.633055 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b753eb4-1564-48f8-b1dd-a0a1b4a0b476 req-82afdf0c-9142-4a8f-83bd-ad5c2382aca9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:47.635153 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9b753eb4-1564-48f8-b1dd-a0a1b4a0b476 req-82afdf0c-9142-4a8f-83bd-ad5c2382aca9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1113994 Apr 30 17:34:47.687268 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Attempting to bind port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:34:47.687612 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Attempting to bind port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '49d68941-5c3a-43f1-9bed-87ff186ff911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '49556d85-ee54-42c3-96a5-3d9bf512a574'}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:34:47.687942 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Attempting to bind port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 on network 49556d85-ee54-42c3-96a5-3d9bf512a574 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:34:47.695187 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 on network 49556d85-ee54-42c3-96a5-3d9bf512a574 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:34:47.695603 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Attempting to bind port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 on network 49556d85-ee54-42c3-96a5-3d9bf512a574 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:34:47.702062 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:34:47.702310 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Checking segment: {'id': '49d68941-5c3a-43f1-9bed-87ff186ff911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '49556d85-ee54-42c3-96a5-3d9bf512a574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:34:47.702642 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Bound using segment: {'id': '49d68941-5c3a-43f1-9bed-87ff186ff911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '49556d85-ee54-42c3-96a5-3d9bf512a574'} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:34:47.703166 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Bound port: 6f1aedfb-6715-4d08-bf5c-0feb2457feb1, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d68941-5c3a-43f1-9bed-87ff186ff911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '49556d85-ee54-42c3-96a5-3d9bf512a574'}}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:34:47.703586 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:47.710409 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9b753eb4-1564-48f8-b1dd-a0a1b4a0b476 req-5cb1f091-5e71-4c38-a55f-bcdc5ad55e27 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644009 Apr 30 17:34:47.809905 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] For port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1, host hv-cinder-78477, cleared binding levels {{(pid=74454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:34:47.814783 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] For port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6f1aedfb-6715-4d08-bf5c-0feb2457feb1,segment=NetworkSegment(49d68941-5c3a-43f1-9bed-87ff186ff911),segment_id=49d68941-5c3a-43f1-9bed-87ff186ff911)] {{(pid=74454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:34:47.920363 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:47.926826 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:47.985058 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:47.985692 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:47.989078 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] 10.222.0.63 "PUT /v2.0/ports/6f1aedfb-6715-4d08-bf5c-0feb2457feb1 HTTP/1.1" status: 200 len: 1097 time: 1.2915363 Apr 30 17:34:47.989078 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b78d62-dc6c-4305-9c01-9d11d0154a70', 'tag': '6f1aedfb-6715-4d08-bf5c-0feb2457feb1'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:34:48.019839 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1aedfb-6715-4d08-bf5c-0feb2457feb1,revision_number=3']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:48.025606 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:48.043136 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b78d62-dc6c-4305-9c01-9d11d0154a70', 'tag': '6f1aedfb-6715-4d08-bf5c-0feb2457feb1', 'status': 'completed', 'code': 200} Apr 30 17:34:48.070130 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd65c7-9596-46d6-9218-a7f37a04cd56 req-a4d727ed-0a0a-4947-a310-40a5bec933fc tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:48.072025 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-98dd65c7-9596-46d6-9218-a7f37a04cd56 req-a4d727ed-0a0a-4947-a310-40a5bec933fc tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1059606 Apr 30 17:34:48.131860 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-98dd65c7-9596-46d6-9218-a7f37a04cd56 req-e2344f80-ecc2-4b5d-af46-18d9a64bc947 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534256 Apr 30 17:34:48.171423 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6c9c8-f090-4f56-b220-fecb55ee9551 req-b65e3796-d2ad-4694-924e-8ec0339738b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:48.173879 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-34a6c9c8-f090-4f56-b220-fecb55ee9551 req-b65e3796-d2ad-4694-924e-8ec0339738b8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f42553b83ba047a496e184a33f285056&device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 1100 time: 0.1051314 Apr 30 17:34:48.210635 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-34a6c9c8-f090-4f56-b220-fecb55ee9551 req-5899369f-ab1b-4f69-b5b5-8994695ca5b3 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=f42553b83ba047a496e184a33f285056&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276988 Apr 30 17:34:48.369861 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6c9c8-f090-4f56-b220-fecb55ee9551 req-89820ee8-3207-412e-8f4c-13189324d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:48.371401 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-34a6c9c8-f090-4f56-b220-fecb55ee9551 req-89820ee8-3207-412e-8f4c-13189324d814 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1542280 Apr 30 17:34:48.557098 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-698f1362-e908-479a-bb0a-5e21fbef4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:48.559829 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-698f1362-e908-479a-bb0a-5e21fbef4a3f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f42553b83ba047a496e184a33f285056&device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 1100 time: 0.1463311 Apr 30 17:34:48.637098 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-1fedec35-8342-4c13-8e88-32f020858212 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=6f1aedfb-6715-4d08-bf5c-0feb2457feb1 HTTP/1.1" status: 200 len: 217 time: 0.0685833 Apr 30 17:34:48.706742 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-348f0bbc-6eb3-4922-a369-0db6a7fb62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:48.708251 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-348f0bbc-6eb3-4922-a369-0db6a7fb62e1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a8309f08-997f-430b-ae26-a82433b708cc HTTP/1.1" status: 200 len: 843 time: 0.0624521 Apr 30 17:34:48.795140 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-296eeea0-303b-4944-a797-c6e224ccc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:48.796798 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-296eeea0-303b-4944-a797-c6e224ccc120 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=49556d85-ee54-42c3-96a5-3d9bf512a574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0805268 Apr 30 17:34:49.062995 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-27b2b9cd-d3a1-473b-bad6-4913a7c50d94 service neutron] 10.222.0.63 "GET /v2.0/networks/49556d85-ee54-42c3-96a5-3d9bf512a574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584801 Apr 30 17:34:49.126411 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597eff1-ba3b-4794-94fd-a2fa9acfac31 req-e9ab73d4-5dbf-4baa-8e03-0415e98195cf tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:49.128541 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f597eff1-ba3b-4794-94fd-a2fa9acfac31 req-e9ab73d4-5dbf-4baa-8e03-0415e98195cf tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 947 time: 0.1281474 Apr 30 17:34:49.226217 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f597eff1-ba3b-4794-94fd-a2fa9acfac31 req-546d6ad3-1b58-4327-9e2d-443b44f59a40 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603845 Apr 30 17:34:49.265220 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bfde0-a938-4d4a-ac20-45b095c1de77 req-33f30946-8bc3-4edb-ac6b-c9fb71ed51d5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:49.267114 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ce74b42b-d39f-42bf-bfd6-306f6792490d req-009407e3-c1fb-42cb-99e5-e040ca2a4866 service neutron] 10.222.0.63 "GET /v2.0/networks/49556d85-ee54-42c3-96a5-3d9bf512a574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958895 Apr 30 17:34:49.267731 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a02bfde0-a938-4d4a-ac20-45b095c1de77 req-33f30946-8bc3-4edb-ac6b-c9fb71ed51d5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1381383 Apr 30 17:34:49.332839 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a02bfde0-a938-4d4a-ac20-45b095c1de77 req-37152bac-ca79-43fa-a95c-e340ed92b921 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519707 Apr 30 17:34:49.427579 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692b248-efda-4374-ba52-a706a876a0d3 req-2fc2f446-b9da-4a07-9610-443402887b4d tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:49.428977 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7692b248-efda-4374-ba52-a706a876a0d3 req-2fc2f446-b9da-4a07-9610-443402887b4d tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 945 time: 0.0902569 Apr 30 17:34:49.483207 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7692b248-efda-4374-ba52-a706a876a0d3 req-10a99f8b-f28f-46ec-8b0e-fc254b122487 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477583 Apr 30 17:34:50.490548 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66c31f-05d5-49cd-89d4-60c617a21ccc req-f9a5c68d-86c4-44c6-b9ee-34f88ffaf861 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:50.492153 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4b66c31f-05d5-49cd-89d4-60c617a21ccc req-f9a5c68d-86c4-44c6-b9ee-34f88ffaf861 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 947 time: 0.1217890 Apr 30 17:34:50.595362 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4b66c31f-05d5-49cd-89d4-60c617a21ccc req-9071fefd-d331-478f-937b-1e3d82ac3cb2 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658545 Apr 30 17:34:50.628988 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd438250-0ed7-40f7-a10d-516c06af9323 req-e10690c4-3738-4307-87a8-b12cf4612f85 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:50.630559 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bd438250-0ed7-40f7-a10d-516c06af9323 req-e10690c4-3738-4307-87a8-b12cf4612f85 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1374860 Apr 30 17:34:50.707124 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bd438250-0ed7-40f7-a10d-516c06af9323 req-2a3bd126-d596-4ece-8e1b-b08256abeb67 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609806 Apr 30 17:34:50.825387 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf28330-825a-4b5f-9425-265d14dce845 req-d94f5e8a-b399-4dba-a769-077fb246a222 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:50.827100 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-baf28330-825a-4b5f-9425-265d14dce845 req-d94f5e8a-b399-4dba-a769-077fb246a222 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 945 time: 0.0914135 Apr 30 17:34:50.904975 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-baf28330-825a-4b5f-9425-265d14dce845 req-ae6f3d24-d904-43dd-8cff-4aa24ed055a7 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696487 Apr 30 17:34:51.416357 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58227915-b1ff-43bd-b6ed-41280486d8e7 req-73bd3f77-7f7a-44b8-b7ff-76b915621f99 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:51.417094 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-58227915-b1ff-43bd-b6ed-41280486d8e7 req-73bd3f77-7f7a-44b8-b7ff-76b915621f99 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Synchronizing usage tracker for tenant:d399efbde2db45c9929c4abc3bfb9a71 on resource:port {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:34:51.525506 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-58227915-b1ff-43bd-b6ed-41280486d8e7 req-73bd3f77-7f7a-44b8-b7ff-76b915621f99 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Unset dirty status for tenant:d399efbde2db45c9929c4abc3bfb9a71 on resource:port {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:34:51.526690 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-58227915-b1ff-43bd-b6ed-41280486d8e7 req-73bd3f77-7f7a-44b8-b7ff-76b915621f99 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.63 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 945 time: 0.2167838 Apr 30 17:34:51.775314 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-58227915-b1ff-43bd-b6ed-41280486d8e7 req-3388d91c-9dda-4195-84a4-e3d2f18d5405 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Deleting port 96cffa5f-d711-4b98-afda-ff3a4e31972d {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:34:51.775916 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-58227915-b1ff-43bd-b6ed-41280486d8e7 req-3388d91c-9dda-4195-84a4-e3d2f18d5405 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:51.842047 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deeefa5-4eb1-490d-a9a7-a869a98ec6f0 req-df3724a8-6325-45f8-aacb-9de12791b97f tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:51.843912 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2deeefa5-4eb1-490d-a9a7-a869a98ec6f0 req-df3724a8-6325-45f8-aacb-9de12791b97f tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 947 time: 0.1043885 Apr 30 17:34:51.954179 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2deeefa5-4eb1-490d-a9a7-a869a98ec6f0 req-c2bf1481-be5b-49cf-b0e4-667a7ef4228d tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003797 Apr 30 17:34:52.008075 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487785d-3676-42f2-abd9-d2bd3428a2b1 req-e12f7773-b6c3-4274-8192-e33341997890 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:52.010812 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1487785d-3676-42f2-abd9-d2bd3428a2b1 req-e12f7773-b6c3-4274-8192-e33341997890 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1361465 Apr 30 17:34:52.030107 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-58227915-b1ff-43bd-b6ed-41280486d8e7 req-3388d91c-9dda-4195-84a4-e3d2f18d5405 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] For port 96cffa5f-d711-4b98-afda-ff3a4e31972d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=96cffa5f-d711-4b98-afda-ff3a4e31972d,segment=NetworkSegment(b46dac8e-9bc1-4092-a331-f144dd9097f3),segment_id=b46dac8e-9bc1-4092-a331-f144dd9097f3)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:52.030854 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-58227915-b1ff-43bd-b6ed-41280486d8e7 req-3388d91c-9dda-4195-84a4-e3d2f18d5405 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:52.146867 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1487785d-3676-42f2-abd9-d2bd3428a2b1 req-db48be9d-66d8-4a4b-9d68-28c8eaebba0e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228085 Apr 30 17:34:52.208176 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-58227915-b1ff-43bd-b6ed-41280486d8e7 req-3388d91c-9dda-4195-84a4-e3d2f18d5405 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Calling delete_port for 96cffa5f-d711-4b98-afda-ff3a4e31972d owned by compute:nova {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:34:52.213561 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f31580-d6ee-4a9e-a448-3172cf614969 req-ca5e177d-2575-426f-a7f3-64e9ccf344f3 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:52.215777 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-35f31580-d6ee-4a9e-a448-3172cf614969 req-ca5e177d-2575-426f-a7f3-64e9ccf344f3 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 945 time: 0.1422560 Apr 30 17:34:52.285794 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-35f31580-d6ee-4a9e-a448-3172cf614969 req-99c6157f-81eb-4925-8f5e-8f6250aa3f1d tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623786 Apr 30 17:34:52.485644 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-58227915-b1ff-43bd-b6ed-41280486d8e7 req-3388d91c-9dda-4195-84a4-e3d2f18d5405 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:52.493221 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:52.575918 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388d91c-9dda-4195-84a4-e3d2f18d5405 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Pushing event deleted for resources: {'Port': ['ID=96cffa5f-d711-4b98-afda-ff3a4e31972d,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:52.584785 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3388d91c-9dda-4195-84a4-e3d2f18d5405 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:52.630429 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-58227915-b1ff-43bd-b6ed-41280486d8e7 req-3388d91c-9dda-4195-84a4-e3d2f18d5405 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] No DVR routers for this DVR port 96cffa5f-d711-4b98-afda-ff3a4e31972d on host hv-cinder-78477 {{(pid=74454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:34:52.634306 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-58227915-b1ff-43bd-b6ed-41280486d8e7 req-3388d91c-9dda-4195-84a4-e3d2f18d5405 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:52.637520 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038953fc-6d72-492a-871c-2393d9f73828', 'name': 'network-vif-deleted', 'tag': '96cffa5f-d711-4b98-afda-ff3a4e31972d'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:34:52.728576 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038953fc-6d72-492a-871c-2393d9f73828', 'name': 'network-vif-deleted', 'tag': '96cffa5f-d711-4b98-afda-ff3a4e31972d', 'status': 'completed', 'code': 200} Apr 30 17:34:52.760563 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-58227915-b1ff-43bd-b6ed-41280486d8e7 req-3388d91c-9dda-4195-84a4-e3d2f18d5405 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.63 "DELETE /v2.0/ports/96cffa5f-d711-4b98-afda-ff3a4e31972d HTTP/1.1" status: 204 len: 173 time: 1.2171817 Apr 30 17:34:53.207196 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bd381-d18d-47db-9187-3d52fe535945 req-ba484cad-d92f-4813-b9b5-86d2d4410c29 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:53.216266 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-415bd381-d18d-47db-9187-3d52fe535945 req-ba484cad-d92f-4813-b9b5-86d2d4410c29 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 947 time: 0.0945921 Apr 30 17:34:53.267815 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-415bd381-d18d-47db-9187-3d52fe535945 req-09f993e1-6033-4447-a458-f35e3943badd tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477953 Apr 30 17:34:53.388936 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0f10c-9957-4ecc-a952-e24113c5f3af req-ecf81508-d8a7-4a68-9892-f7f3d82b52db tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:53.391946 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6cc0f10c-9957-4ecc-a952-e24113c5f3af req-ecf81508-d8a7-4a68-9892-f7f3d82b52db tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 944 time: 0.1122429 Apr 30 17:34:53.535448 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7da93325-c215-48aa-91ea-e11470442fb0 req-581519e4-b0c7-4c9b-aa1f-e06a08973ca8 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=038953fc-6d72-492a-871c-2393d9f73828 HTTP/1.1" status: 200 len: 210 time: 0.1091111 Apr 30 17:34:53.555375 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6cc0f10c-9957-4ecc-a952-e24113c5f3af req-2be6cc81-5929-4452-9980-c78f057f2a30 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556544 Apr 30 17:34:53.842429 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:34:53.845440 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 96cffa5f-d711-4b98-afda-ff3a4e31972d no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:34:53.885700 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: 96cffa5f-d711-4b98-afda-ff3a4e31972d {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:34:53.886105 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 96cffa5f-d711-4b98-afda-ff3a4e31972d not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:34:54.018864 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6f1aedfb-6715-4d08-bf5c-0feb2457feb1,segment=NetworkSegment(49d68941-5c3a-43f1-9bed-87ff186ff911),segment_id=49d68941-5c3a-43f1-9bed-87ff186ff911)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:54.036106 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '6f1aedfb-6715-4d08-bf5c-0feb2457feb1', 'network_id': '49556d85-ee54-42c3-96a5-3d9bf512a574', 'port_id': '6f1aedfb-6715-4d08-bf5c-0feb2457feb1', 'mac_address': 'fa:16:3e:88:2f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8309f08-997f-430b-ae26-a82433b708cc', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:34:54.114946 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:54.132516 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:34:54.152300 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6f1aedfb-6715-4d08-bf5c-0feb2457feb1,segment=NetworkSegment(49d68941-5c3a-43f1-9bed-87ff186ff911),segment_id=49d68941-5c3a-43f1-9bed-87ff186ff911)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:54.239370 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:54.247894 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 582a4da1-c560-459d-97c8-0989de852b7c details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:34:54.247894 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:54.355412 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=6f1aedfb-6715-4d08-bf5c-0feb2457feb1,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:54.360713 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:54.475313 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 582a4da1-c560-459d-97c8-0989de852b7c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=582a4da1-c560-459d-97c8-0989de852b7c,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:54.487771 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ee971-b41e-4201-af8a-4fb5d9d6186e req-46d35b8a-1b70-4d91-93e6-b089ec2d3325 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:54.489309 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d84ee971-b41e-4201-af8a-4fb5d9d6186e req-46d35b8a-1b70-4d91-93e6-b089ec2d3325 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 948 time: 0.1014023 Apr 30 17:34:54.497119 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '582a4da1-c560-459d-97c8-0989de852b7c', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'port_id': '582a4da1-c560-459d-97c8-0989de852b7c', 'mac_address': 'fa:16:3e:d5:15:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:34:54.545823 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d84ee971-b41e-4201-af8a-4fb5d9d6186e req-11c6948d-ecf5-4ea0-bee6-009696a2cb41 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500338 Apr 30 17:34:54.570242 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:54.603235 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582a4da1-c560-459d-97c8-0989de852b7c {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:34:54.633363 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 582a4da1-c560-459d-97c8-0989de852b7c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=582a4da1-c560-459d-97c8-0989de852b7c,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:54.783656 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:54.786242 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:54.864482 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=582a4da1-c560-459d-97c8-0989de852b7c,revision_number=9']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:54.869088 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:55.054288 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3874a9a-d08f-418e-9957-b560064d210c req-39b701a2-d621-456d-9e91-5245238ad8f8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:55.056507 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e3874a9a-d08f-418e-9957-b560064d210c req-39b701a2-d621-456d-9e91-5245238ad8f8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.1131577 Apr 30 17:34:55.221127 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['6f1aedfb-6715-4d08-bf5c-0feb2457feb1'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:34:55.240723 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e3874a9a-d08f-418e-9957-b560064d210c req-17b3141f-711a-4e6b-b5f1-de29cb7fdcf5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478040 Apr 30 17:34:55.254886 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['582a4da1-c560-459d-97c8-0989de852b7c'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:34:55.280646 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be826f0-719f-48a9-85f2-92d5d3e307af req-f6c73f14-bc30-41fd-b5af-2133999a71bd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:55.282241 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1be826f0-719f-48a9-85f2-92d5d3e307af req-f6c73f14-bc30-41fd-b5af-2133999a71bd tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.2244136 Apr 30 17:34:55.373273 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1be826f0-719f-48a9-85f2-92d5d3e307af req-ebc3e05e-9bd8-49b1-92f7-22fd7ee94116 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743196 Apr 30 17:34:55.787795 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc4518-541d-44e5-9c9e-136d6c4aa2a2 req-55ef50f5-c7b1-419c-a433-80ce1def2644 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:55.789352 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-35fc4518-541d-44e5-9c9e-136d6c4aa2a2 req-55ef50f5-c7b1-419c-a433-80ce1def2644 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 948 time: 0.0918033 Apr 30 17:34:55.841767 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-35fc4518-541d-44e5-9c9e-136d6c4aa2a2 req-a78f218f-7fc1-4125-a034-844762534032 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444756 Apr 30 17:34:56.474479 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cffa35-2e91-4878-b883-e4cd12596b5a req-523d935a-695a-4707-b8e0-99a1cb704686 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:56.476747 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-45cffa35-2e91-4878-b883-e4cd12596b5a req-523d935a-695a-4707-b8e0-99a1cb704686 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.1073437 Apr 30 17:34:56.579799 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-45cffa35-2e91-4878-b883-e4cd12596b5a req-4f6e9ec7-9014-4a50-b2c3-dcf878d6875a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964746 Apr 30 17:34:56.620889 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea15582-6206-4126-b6ec-79fb4015d158 req-cf7d4c4d-a8a0-474a-bfea-54287b724f42 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:56.622437 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bea15582-6206-4126-b6ec-79fb4015d158 req-cf7d4c4d-a8a0-474a-bfea-54287b724f42 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1243963 Apr 30 17:34:56.673610 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bea15582-6206-4126-b6ec-79fb4015d158 req-2bfeb74c-a022-484b-be95-7a97d0b1346d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437000 Apr 30 17:34:57.058777 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcc9d3-3ac1-4f56-82ba-cc6eb348ff04 req-f498c190-a5b8-4869-b82d-7adaaf386f66 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:57.060886 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d0fcc9d3-3ac1-4f56-82ba-cc6eb348ff04 req-f498c190-a5b8-4869-b82d-7adaaf386f66 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 948 time: 0.1033351 Apr 30 17:34:57.131054 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d0fcc9d3-3ac1-4f56-82ba-cc6eb348ff04 req-536f3c70-5731-44e8-961a-cedcc0cc0d6d tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592191 Apr 30 17:34:57.876553 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b17267-99bd-4056-a8fb-2d2050533774 req-d05348b2-7955-4b8a-afc4-0d6e958b28ea tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:57.878307 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f5b17267-99bd-4056-a8fb-2d2050533774 req-d05348b2-7955-4b8a-afc4-0d6e958b28ea tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.1425903 Apr 30 17:34:57.935782 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f5b17267-99bd-4056-a8fb-2d2050533774 req-2a69531f-d485-4f8d-a81a-f8ad39e56080 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514491 Apr 30 17:34:57.964612 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda22e62-f743-4889-a666-3c2620703b48 req-3a2a946a-0991-4449-b3e8-71472bf6f7e9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:57.964612 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bda22e62-f743-4889-a666-3c2620703b48 req-3a2a946a-0991-4449-b3e8-71472bf6f7e9 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1501331 Apr 30 17:34:58.015612 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bda22e62-f743-4889-a666-3c2620703b48 req-c838d24d-2ae7-4a20-b2e1-c230217d30d2 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452518 Apr 30 17:34:58.327210 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2f13f-b0ec-4ee2-9ff8-6d1604f828b5 req-a1d21f70-4bc2-45c5-8e00-bc262d3a4d40 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:58.328778 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8ac2f13f-b0ec-4ee2-9ff8-6d1604f828b5 req-a1d21f70-4bc2-45c5-8e00-bc262d3a4d40 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 948 time: 0.0834515 Apr 30 17:34:58.382905 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8ac2f13f-b0ec-4ee2-9ff8-6d1604f828b5 req-d5befead-a7e2-4d23-bc76-391f74053f53 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473604 Apr 30 17:34:59.182555 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375b794-dec1-4d0b-a2db-bf750615ec4e req-026db627-486c-4a3e-91e0-0cefac164fd0 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:59.184093 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c375b794-dec1-4d0b-a2db-bf750615ec4e req-026db627-486c-4a3e-91e0-0cefac164fd0 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.1272540 Apr 30 17:34:59.250145 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c375b794-dec1-4d0b-a2db-bf750615ec4e req-fc879148-e6dc-426f-967d-250b749d592b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585105 Apr 30 17:34:59.272460 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a8822-5554-4877-8284-8e3b277b353f req-7a031bbb-20bc-4bd0-9442-ffaaa212f817 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:59.273891 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f30a8822-5554-4877-8284-8e3b277b353f req-7a031bbb-20bc-4bd0-9442-ffaaa212f817 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1444869 Apr 30 17:34:59.320397 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f30a8822-5554-4877-8284-8e3b277b353f req-ae1c0d63-8ec5-40eb-bacb-1f8e4dffcc4b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405476 Apr 30 17:34:59.612537 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f2fd1-babd-4d10-91ea-7b585deb5e4a req-ba670b03-e4c7-4d8b-83ed-0ccbd993febd tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:59.614648 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eb8f2fd1-babd-4d10-91ea-7b585deb5e4a req-ba670b03-e4c7-4d8b-83ed-0ccbd993febd tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 948 time: 0.1171107 Apr 30 17:34:59.667483 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eb8f2fd1-babd-4d10-91ea-7b585deb5e4a req-87a28e0a-73c9-4bde-aa7a-2af5de2042c1 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469809 Apr 30 17:34:59.850763 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:00.546111 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a5efc-2839-4837-ac56-602757c62a9d req-159717eb-5ca8-4cdd-b05b-01eea117f20b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:00.547868 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d2a5efc-2839-4837-ac56-602757c62a9d req-159717eb-5ca8-4cdd-b05b-01eea117f20b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.1057806 Apr 30 17:35:00.636452 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d2a5efc-2839-4837-ac56-602757c62a9d req-63fe01d7-c190-48f6-ab9a-ca8ed8c10f10 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780854 Apr 30 17:35:00.765538 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162911b-5d84-44f9-8925-977cf350d5f3 req-7d60a197-436f-4874-b2b2-620241e831c2 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:00.769160 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9162911b-5d84-44f9-8925-977cf350d5f3 req-7d60a197-436f-4874-b2b2-620241e831c2 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.1036851 Apr 30 17:35:00.881512 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9162911b-5d84-44f9-8925-977cf350d5f3 req-e91d572c-ec56-42ba-881a-9a53b5ff79f9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073027 Apr 30 17:35:00.928201 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db821510-7260-42f2-b0d2-541e2a281f64 req-5ad15af8-908f-476f-b75f-2d86a50ee901 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:00.929876 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-db821510-7260-42f2-b0d2-541e2a281f64 req-5ad15af8-908f-476f-b75f-2d86a50ee901 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 948 time: 0.1045783 Apr 30 17:35:00.992678 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-db821510-7260-42f2-b0d2-541e2a281f64 req-360019c3-9276-40aa-a2d6-9bd7e516e8b1 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506809 Apr 30 17:35:01.836281 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f63630-1869-438a-af53-bed1d0219a73 req-c761ba9f-82e4-4f2f-8848-807cb2aa2feb tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:01.837892 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-78f63630-1869-438a-af53-bed1d0219a73 req-c761ba9f-82e4-4f2f-8848-807cb2aa2feb tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.0906372 Apr 30 17:35:01.889593 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-78f63630-1869-438a-af53-bed1d0219a73 req-9c531e64-06e7-4210-bd1b-1ab44d13610c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450709 Apr 30 17:35:01.910246 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff9bc4-5988-4690-a338-36e081d165e9 req-66b04989-cfbd-4308-82ef-5bd40f7b9542 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:01.911599 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-14ff9bc4-5988-4690-a338-36e081d165e9 req-66b04989-cfbd-4308-82ef-5bd40f7b9542 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Synchronizing usage tracker for tenant:ae9d2df8f4c74628a2aa2b607068f344 on resource:port {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:35:02.010997 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-14ff9bc4-5988-4690-a338-36e081d165e9 req-66b04989-cfbd-4308-82ef-5bd40f7b9542 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Unset dirty status for tenant:ae9d2df8f4c74628a2aa2b607068f344 on resource:port {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:35:02.012847 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-14ff9bc4-5988-4690-a338-36e081d165e9 req-66b04989-cfbd-4308-82ef-5bd40f7b9542 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.63 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 946 time: 0.2444303 Apr 30 17:35:02.137500 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142eb56-69c9-4932-967a-c4c360b4d753 req-8d3e574b-19ab-479f-9561-1c7c43753e80 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:02.140740 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0142eb56-69c9-4932-967a-c4c360b4d753 req-8d3e574b-19ab-479f-9561-1c7c43753e80 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.1286643 Apr 30 17:35:02.197613 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-14ff9bc4-5988-4690-a338-36e081d165e9 req-659339da-8844-4208-8da6-4051f5121b36 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Deleting port 1522d114-8baf-4984-9936-d58d96ff6917 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:35:02.197900 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-14ff9bc4-5988-4690-a338-36e081d165e9 req-659339da-8844-4208-8da6-4051f5121b36 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:02.240279 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:02.249755 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0142eb56-69c9-4932-967a-c4c360b4d753 req-b16c2508-6200-45ad-bac6-2830fc0e3394 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017463 Apr 30 17:35:02.330425 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070941d-1d8b-4071-8b5f-b99a013da059 req-5c5d510b-79d0-462c-9805-9eb39e598034 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:02.334243 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1070941d-1d8b-4071-8b5f-b99a013da059 req-5c5d510b-79d0-462c-9805-9eb39e598034 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 948 time: 0.1275630 Apr 30 17:35:02.429255 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-14ff9bc4-5988-4690-a338-36e081d165e9 req-659339da-8844-4208-8da6-4051f5121b36 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] For port 1522d114-8baf-4984-9936-d58d96ff6917, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1522d114-8baf-4984-9936-d58d96ff6917,segment=NetworkSegment(74121356-09c4-4dcd-9fe4-01d058041186),segment_id=74121356-09c4-4dcd-9fe4-01d058041186)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:02.429606 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-14ff9bc4-5988-4690-a338-36e081d165e9 req-659339da-8844-4208-8da6-4051f5121b36 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:02.432015 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1070941d-1d8b-4071-8b5f-b99a013da059 req-dca1f52a-470b-4b8c-9b02-1dfd5df3686a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879254 Apr 30 17:35:02.435250 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:02.451954 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:02.452320 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:02.678753 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-14ff9bc4-5988-4690-a338-36e081d165e9 req-659339da-8844-4208-8da6-4051f5121b36 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Calling delete_port for 1522d114-8baf-4984-9936-d58d96ff6917 owned by compute:nova {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:35:02.689838 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:02.734712 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b78d62-dc6c-4305-9c01-9d11d0154a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1aedfb-6715-4d08-bf5c-0feb2457feb1'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:02.753145 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6f1aedfb-6715-4d08-bf5c-0feb2457feb1,segment=NetworkSegment(49d68941-5c3a-43f1-9bed-87ff186ff911),segment_id=49d68941-5c3a-43f1-9bed-87ff186ff911)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:02.814637 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b78d62-dc6c-4305-9c01-9d11d0154a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1aedfb-6715-4d08-bf5c-0feb2457feb1', 'code': 200} Apr 30 17:35:02.863108 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:02.864435 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 582a4da1-c560-459d-97c8-0989de852b7c up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:02.903554 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:02.944241 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-14ff9bc4-5988-4690-a338-36e081d165e9 req-659339da-8844-4208-8da6-4051f5121b36 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:02.959584 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-e9f788ed-331e-433a-918d-3d90f64c6e4a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:02.976654 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['7ee2c3de-cb4c-4313-a47a-6607c85033fc', '1522d114-8baf-4984-9936-d58d96ff6917'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:35:03.078761 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659339da-8844-4208-8da6-4051f5121b36 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Pushing event deleted for resources: {'Port': ['ID=1522d114-8baf-4984-9936-d58d96ff6917,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:03.085315 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-659339da-8844-4208-8da6-4051f5121b36 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:03.122131 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=6f1aedfb-6715-4d08-bf5c-0feb2457feb1,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:03.144023 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:03.210056 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ff9bc4-5988-4690-a338-36e081d165e9 req-659339da-8844-4208-8da6-4051f5121b36 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] No DVR routers for this DVR port 1522d114-8baf-4984-9936-d58d96ff6917 on host hv-cinder-78477 {{(pid=74454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:35:03.210738 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 582a4da1-c560-459d-97c8-0989de852b7c triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:03.211342 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:03.213417 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-14ff9bc4-5988-4690-a338-36e081d165e9 req-659339da-8844-4208-8da6-4051f5121b36 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:03.217099 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9758047c-229e-4b56-8d97-73e10df5c966', 'name': 'network-vif-deleted', 'tag': '1522d114-8baf-4984-9936-d58d96ff6917'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:03.309614 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9758047c-229e-4b56-8d97-73e10df5c966', 'name': 'network-vif-deleted', 'tag': '1522d114-8baf-4984-9936-d58d96ff6917', 'status': 'completed', 'code': 200} Apr 30 17:35:03.367690 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a0ff451e-61c0-49e7-9880-57ef8bae9685 req-1d7dfb86-2a6c-4818-97ef-e1c5b3886548 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 210 time: 0.2831542 Apr 30 17:35:03.379016 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-14ff9bc4-5988-4690-a338-36e081d165e9 req-659339da-8844-4208-8da6-4051f5121b36 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.63 "DELETE /v2.0/ports/1522d114-8baf-4984-9936-d58d96ff6917 HTTP/1.1" status: 204 len: 173 time: 1.3595262 Apr 30 17:35:03.545236 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:03.629615 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9578a1-470e-43af-bd05-f2db354fb4fb req-0ea24122-067b-4a56-9fbd-bba132bc8804 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:03.637306 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7f9578a1-470e-43af-bd05-f2db354fb4fb req-0ea24122-067b-4a56-9fbd-bba132bc8804 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 945 time: 0.1716793 Apr 30 17:35:03.660762 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f291f2-2754-4a77-a98f-0b69ee847d53 req-6a9e1dd5-251b-4eb0-9f1d-9d05e6c83ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:03.664026 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-16f291f2-2754-4a77-a98f-0b69ee847d53 req-6a9e1dd5-251b-4eb0-9f1d-9d05e6c83ede service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 1102 time: 0.2552352 Apr 30 17:35:03.710989 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 582a4da1-c560-459d-97c8-0989de852b7c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=582a4da1-c560-459d-97c8-0989de852b7c,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:03.722232 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-16f291f2-2754-4a77-a98f-0b69ee847d53 req-1e9738cc-2553-47d9-876d-abe97ce11ff3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489619 Apr 30 17:35:03.753809 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7f9578a1-470e-43af-bd05-f2db354fb4fb req-9aadf3f1-7787-46df-9ccf-1b458008cf77 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084795 Apr 30 17:35:03.800831 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:03.804245 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:03.867341 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c2564-fc73-4ff2-a0ec-6fdb89ac7810 req-3d5cc4e0-d2dc-4490-b1fd-46339b26e982 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:03.869925 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-884c2564-fc73-4ff2-a0ec-6fdb89ac7810 req-3d5cc4e0-d2dc-4490-b1fd-46339b26e982 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 949 time: 0.1275263 Apr 30 17:35:03.902377 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=582a4da1-c560-459d-97c8-0989de852b7c,revision_number=10']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:03.906130 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:03.932125 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-884c2564-fc73-4ff2-a0ec-6fdb89ac7810 req-8e9781ff-f014-45bf-9a5c-f8a30cf89459 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561705 Apr 30 17:35:04.546990 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2c6c8fb0-3d8b-406b-a05d-09bdabc6de05 req-c5b9ae6a-8fd1-44a5-9c4d-366350548fd5 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 210 time: 0.0455375 Apr 30 17:35:04.816192 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582a4da1-c560-459d-97c8-0989de852b7c'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:04.872227 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582a4da1-c560-459d-97c8-0989de852b7c', 'code': 200} Apr 30 17:35:04.967286 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239f4a2-731e-4802-9afa-6fec9883c46a req-dcc817bb-2869-4558-b756-3a62fbd37391 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:04.968916 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5239f4a2-731e-4802-9afa-6fec9883c46a req-dcc817bb-2869-4558-b756-3a62fbd37391 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 947 time: 0.0937881 Apr 30 17:35:05.023750 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5239f4a2-731e-4802-9afa-6fec9883c46a req-f6ee365f-9143-4f5f-8443-0b16ef021e29 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476806 Apr 30 17:35:05.166985 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562f077-e523-411d-ad2a-e98bcf25e8fc req-3104985b-90e3-40c1-ac02-386aac69e951 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:05.168655 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9562f077-e523-411d-ad2a-e98bcf25e8fc req-3104985b-90e3-40c1-ac02-386aac69e951 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 949 time: 0.1186202 Apr 30 17:35:05.223628 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9562f077-e523-411d-ad2a-e98bcf25e8fc req-f256c291-8bba-44a4-97e5-5e7613080b09 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465295 Apr 30 17:35:05.739151 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ce47f5fb-c512-4c9d-a014-31b370f82159 req-df660bbf-dc56-4a46-b4fc-c5b243367ade tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 210 time: 0.0486610 Apr 30 17:35:06.252550 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08109d-3bed-4aff-af1a-252a4c3c9d40 req-7158846c-d473-4d7b-a7dd-db8d96f0b7d7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:06.254091 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cb08109d-3bed-4aff-af1a-252a4c3c9d40 req-7158846c-d473-4d7b-a7dd-db8d96f0b7d7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 947 time: 0.0924504 Apr 30 17:35:06.329475 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cb08109d-3bed-4aff-af1a-252a4c3c9d40 req-38e5ad5c-31c1-449f-a5df-234eb9de1c95 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658982 Apr 30 17:35:06.501731 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af955cf-b970-4e5a-a6c6-75432ee78f69 req-a1009d8c-1ca7-428e-b52e-a210107963e5 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:06.505248 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3af955cf-b970-4e5a-a6c6-75432ee78f69 req-a1009d8c-1ca7-428e-b52e-a210107963e5 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 949 time: 0.1555157 Apr 30 17:35:06.590441 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3af955cf-b970-4e5a-a6c6-75432ee78f69 req-8a3d0036-bbd7-4774-83f2-9054479320d4 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785725 Apr 30 17:35:06.915556 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-edf13742-642e-4492-be10-cc7d1ba026e2 req-d05952dc-d67b-48df-99a1-59e84161af7a tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 210 time: 0.0482504 Apr 30 17:35:07.543043 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0d050-8c23-405c-b97a-615e803b25d9 req-93f3a843-4641-4dc5-8fad-3db9983bce22 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:07.544533 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8db0d050-8c23-405c-b97a-615e803b25d9 req-93f3a843-4641-4dc5-8fad-3db9983bce22 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 947 time: 0.0816300 Apr 30 17:35:07.598264 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8db0d050-8c23-405c-b97a-615e803b25d9 req-e65b1631-f999-4dfb-8dde-951b42749968 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456622 Apr 30 17:35:07.705712 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 1522d114-8baf-4984-9936-d58d96ff6917 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:35:07.751830 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: 1522d114-8baf-4984-9936-d58d96ff6917 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:35:07.752182 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 1522d114-8baf-4984-9936-d58d96ff6917 not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:35:07.784280 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b05998-8515-4708-a0ad-67c9bd2f8120 req-14ff5854-b573-45dd-a757-800260986bef tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:07.785835 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f8b05998-8515-4708-a0ad-67c9bd2f8120 req-14ff5854-b573-45dd-a757-800260986bef tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 949 time: 0.0845497 Apr 30 17:35:07.833396 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f8b05998-8515-4708-a0ad-67c9bd2f8120 req-5a2b7cc1-1065-4977-b09c-ae9829c1aca3 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 Apr 30 17:35:08.091050 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aa977c7d-11ee-499e-8c6d-c10389533a44 req-a1fc2dee-bf5b-49e8-9bf0-b6cf2bf8eb62 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=9758047c-229e-4b56-8d97-73e10df5c966 HTTP/1.1" status: 200 len: 210 time: 0.0471587 Apr 30 17:35:08.844718 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-bef9f7d3-9085-4a6a-b636-6874f6c18f0b tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:08.846312 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-bef9f7d3-9085-4a6a-b636-6874f6c18f0b tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/networks?id=28861ae5-a16b-4123-9a6a-fefd7cd3c406 HTTP/1.1" status: 200 len: 813 time: 0.2111857 Apr 30 17:35:08.872470 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-269f53d7-295e-4124-923b-863ec1590f5d tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/quotas/d399efbde2db45c9929c4abc3bfb9a71 HTTP/1.1" status: 200 len: 375 time: 0.0155864 Apr 30 17:35:08.934103 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d20895-4880-4da3-b5eb-ac7d779a927e req-bde8773b-645f-421c-ad18-f1330b915977 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:08.935533 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-52d20895-4880-4da3-b5eb-ac7d779a927e req-bde8773b-645f-421c-ad18-f1330b915977 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 947 time: 0.1717563 Apr 30 17:35:08.943947 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-84171240-e69f-4565-968b-7e7da8177119 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d399efbde2db45c9929c4abc3bfb9a71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600739 Apr 30 17:35:09.007782 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-52d20895-4880-4da3-b5eb-ac7d779a927e req-17ca1dd3-37c8-49aa-8aa1-64907b7c3373 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566301 Apr 30 17:35:09.049276 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9edd2-438d-4780-9b9c-033d9edaf0f2 req-a09bc670-63b8-4c7d-a22f-2738c33e7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:09.058901 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d5c9edd2-438d-4780-9b9c-033d9edaf0f2 req-a09bc670-63b8-4c7d-a22f-2738c33e7feb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 1100 time: 0.1661305 Apr 30 17:35:09.122292 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-d5c9edd2-438d-4780-9b9c-033d9edaf0f2 req-20e94c54-ad6c-4edf-aca9-56087ac39972 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623214 Apr 30 17:35:09.247530 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-4d9c8b2d-487e-4d75-b98f-cb187816a42a service neutron] 10.222.0.18 "GET /v2.0/networks/28861ae5-a16b-4123-9a6a-fefd7cd3c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821274 Apr 30 17:35:09.268603 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-25085084-969b-4ff4-98fc-f6f9778d8541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:09.447503 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127c695-a235-42f6-810f-9f50d157b9f4 req-d3f4b2a7-581f-4c0e-b31a-2c400c56e2da tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:09.449028 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b127c695-a235-42f6-810f-9f50d157b9f4 req-d3f4b2a7-581f-4c0e-b31a-2c400c56e2da tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 949 time: 0.2849967 Apr 30 17:35:09.528521 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b127c695-a235-42f6-810f-9f50d157b9f4 req-be78d615-393b-4a16-bea8-2055a738c947 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691719 Apr 30 17:35:09.534834 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-3ea8c934-bd05-431b-87e9-02adde0911f4 service neutron] 10.222.0.18 "GET /v2.0/networks/28861ae5-a16b-4123-9a6a-fefd7cd3c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790802 Apr 30 17:35:09.896043 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f6d313f7-efeb-431e-a662-19083bb14d98 req-15fbf4e2-87e7-42a5-a5ec-3bcaaa8a2371 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0525167 Apr 30 17:35:10.367121 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb5b02-003c-45db-ac1d-e34ed4761d7b req-8a3974de-df85-4889-8d11-12f45653d7bf tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:10.369197 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2feb5b02-003c-45db-ac1d-e34ed4761d7b req-8a3974de-df85-4889-8d11-12f45653d7bf tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 947 time: 0.2279167 Apr 30 17:35:10.471869 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3155b-8514-464f-8d5e-2ed2583aae4a req-7f308855-e51a-4254-b6bb-b14e62ed0c49 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:10.474422 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bce3155b-8514-464f-8d5e-2ed2583aae4a req-7f308855-e51a-4254-b6bb-b14e62ed0c49 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.2614372 Apr 30 17:35:10.482889 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2feb5b02-003c-45db-ac1d-e34ed4761d7b req-2838205e-75f9-4ba2-8e2b-e389c5d3940c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067057 Apr 30 17:35:10.556146 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bce3155b-8514-464f-8d5e-2ed2583aae4a req-deab55c4-a1a0-496b-ba97-81e391511f5c tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716939 Apr 30 17:35:10.803663 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26c2c9-5f73-4a65-a0bc-b526b8587579 req-dd159d34-a7e1-48c7-a211-0c1f1de77c68 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:10.805362 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1e26c2c9-5f73-4a65-a0bc-b526b8587579 req-dd159d34-a7e1-48c7-a211-0c1f1de77c68 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 949 time: 0.1074519 Apr 30 17:35:10.857690 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1e26c2c9-5f73-4a65-a0bc-b526b8587579 req-aa47812e-3b4a-4c8e-b583-1f974e68dcd4 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460994 Apr 30 17:35:10.999788 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-25e607e5-487a-4ac5-82d4-0c8281cfc655 req-91726980-98f9-4339-b816-b567a27a6a51 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0476568 Apr 30 17:35:11.744017 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74133f07-3db2-4620-a9e3-3b365782220d req-23b809d0-6ded-44c7-82ad-cb7558ba776f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:11.745856 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-74133f07-3db2-4620-a9e3-3b365782220d req-23b809d0-6ded-44c7-82ad-cb7558ba776f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 947 time: 0.1283202 Apr 30 17:35:12.040748 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-74133f07-3db2-4620-a9e3-3b365782220d req-cbdf0ec8-f482-4222-b754-ec733a8a3ee9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871410 Apr 30 17:35:12.040748 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c433188-392c-4f35-84dd-2cbed9fb8c7a req-d6c1cfeb-1701-4a38-8b4b-c1686c80e4a7 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:12.040748 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0c433188-392c-4f35-84dd-2cbed9fb8c7a req-d6c1cfeb-1701-4a38-8b4b-c1686c80e4a7 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1201706 Apr 30 17:35:12.072481 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0c433188-392c-4f35-84dd-2cbed9fb8c7a req-177cc3e2-b990-4019-bf70-b552624f7f3a tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686736 Apr 30 17:35:12.118989 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e4cc4-e9d6-4eff-8620-21e685f322c6 req-cb339e7a-9ef8-4151-b4a0-c4f365802422 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:12.120556 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b84e4cc4-e9d6-4eff-8620-21e685f322c6 req-cb339e7a-9ef8-4151-b4a0-c4f365802422 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 949 time: 0.1512468 Apr 30 17:35:12.170224 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b84e4cc4-e9d6-4eff-8620-21e685f322c6 req-8b3b8ff9-84de-4df1-a87f-3a5ef56d161f tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Apr 30 17:35:12.206005 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:12.228066 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1034d5e9-5c8a-429f-8cbc-a95583cc846e req-59c19f7b-34f2-483b-be95-a52b8f313f67 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0430646 Apr 30 17:35:12.269406 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-b3e2996d-2aa9-4e53-b914-bc9d22052360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:13.082869 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f1161-5c87-43dc-aa40-31ded2cf6735 req-d683be56-cd34-4e5e-8160-2aa5efa67826 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:13.085555 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-331f1161-5c87-43dc-aa40-31ded2cf6735 req-d683be56-cd34-4e5e-8160-2aa5efa67826 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 947 time: 0.1003549 Apr 30 17:35:13.139445 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-331f1161-5c87-43dc-aa40-31ded2cf6735 req-53dbd99a-0bca-458e-8383-b78676071253 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473487 Apr 30 17:35:13.436566 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e49fa0-7e0a-4dc9-ba0d-fbf25349ae5c req-d4eb6db5-8d08-4cfb-b843-e181c264b814 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:13.440305 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-02e49fa0-7e0a-4dc9-ba0d-fbf25349ae5c req-d4eb6db5-8d08-4cfb-b843-e181c264b814 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.2139480 Apr 30 17:35:13.540583 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-02e49fa0-7e0a-4dc9-ba0d-fbf25349ae5c req-344b30d1-f508-430e-8403-2369e35ac628 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931847 Apr 30 17:35:13.549043 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb327c6-9a4a-4c8d-9f8a-170490e3b037 req-ca844bd7-af52-414d-b40b-f985b189797c tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:13.550584 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2fb327c6-9a4a-4c8d-9f8a-170490e3b037 req-ca844bd7-af52-414d-b40b-f985b189797c tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 949 time: 0.2506435 Apr 30 17:35:13.567688 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-49089faa-9fe3-4a54-932f-d40ebbda355e tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:13.569287 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-49089faa-9fe3-4a54-932f-d40ebbda355e tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.63 "GET /v2.0/networks?id=28861ae5-a16b-4123-9a6a-fefd7cd3c406 HTTP/1.1" status: 200 len: 813 time: 0.1712480 Apr 30 17:35:13.596236 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Request body: {'port': {'device_id': '105a064d-b980-4968-9c43-ed3613fdb8d5', 'network_id': '28861ae5-a16b-4123-9a6a-fefd7cd3c406', 'admin_state_up': True, 'tenant_id': 'd399efbde2db45c9929c4abc3bfb9a71'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:13.619261 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2fb327c6-9a4a-4c8d-9f8a-170490e3b037 req-d81c8eb4-1c9a-4eb0-916a-de1e55673176 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/security-groups?id=83e0c927-9722-4223-b438-04bc7242a590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491817 Apr 30 17:35:13.725193 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:13.773725 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-40abf3e9-d485-4015-b40c-c8d53b325c6b req-b49f5e33-6fbd-4214-9e8e-a133e95a7971 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0859087 Apr 30 17:35:13.800656 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:13.805577 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Usage tracker for resource:port and tenant:d399efbde2db45c9929c4abc3bfb9a71 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:13.809149 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:13.817959 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:13.820582 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f34e6-25bf-4eaf-8343-26878b9ff2fa req-6ae50f9e-3ab3-4ebb-b926-0ffc1cd4795f tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:13.822156 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-677f34e6-25bf-4eaf-8343-26878b9ff2fa req-6ae50f9e-3ab3-4ebb-b926-0ffc1cd4795f tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.63 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 949 time: 0.1762235 Apr 30 17:35:13.908841 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Made reservation on behalf of d399efbde2db45c9929c4abc3bfb9a71 for: {'port': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:35:13.912425 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:13.977479 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-677f34e6-25bf-4eaf-8343-26878b9ff2fa req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Deleting port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:35:13.977715 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-677f34e6-25bf-4eaf-8343-26878b9ff2fa req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:14.127258 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Allocated IP 172.20.0.8 (28861ae5-a16b-4123-9a6a-fefd7cd3c406/c45922d1-e872-4397-a1d9-8621de60cdf5/c85331d8-3608-4a76-a734-7b5403e08f42) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:14.133116 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-677f34e6-25bf-4eaf-8343-26878b9ff2fa req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] For port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6f1aedfb-6715-4d08-bf5c-0feb2457feb1,segment=NetworkSegment(49d68941-5c3a-43f1-9bed-87ff186ff911),segment_id=49d68941-5c3a-43f1-9bed-87ff186ff911)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:14.133868 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-677f34e6-25bf-4eaf-8343-26878b9ff2fa req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:14.359815 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-677f34e6-25bf-4eaf-8343-26878b9ff2fa req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Calling delete_port for 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 owned by compute:nova {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:35:14.369235 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:14.476900 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fde224-001a-4657-b9de-712e1b9796c1 req-988c8d01-65ac-4fdd-b537-755bb8e8cc84 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:14.478418 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-90fde224-001a-4657-b9de-712e1b9796c1 req-988c8d01-65ac-4fdd-b537-755bb8e8cc84 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 947 time: 0.1256745 Apr 30 17:35:14.480938 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:14.496128 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:14.557682 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Network 28861ae5-a16b-4123-9a6a-fefd7cd3c406 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:14.560981 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:14.569734 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:14.583495 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-90fde224-001a-4657-b9de-712e1b9796c1 req-75d49443-ee8b-4491-9362-51db7473abd9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986764 Apr 30 17:35:14.663009 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-677f34e6-25bf-4eaf-8343-26878b9ff2fa req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:14.676076 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:14.676533 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['6f1aedfb-6715-4d08-bf5c-0feb2457feb1'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:35:14.703372 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:14.704027 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:14.722687 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Pushing event updated for resources: {'Port': ['ID=c85331d8-3608-4a76-a734-7b5403e08f42,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:14.735570 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.735938 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.736302 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.736656 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.737023 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.737499 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.737856 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.738335 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.738686 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.739029 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.739451 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.740110 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.746135 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:14.776725 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Pushing event deleted for resources: {'Port': ['ID=6f1aedfb-6715-4d08-bf5c-0feb2457feb1,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:14.827285 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.827835 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.828069 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.828425 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.828771 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.829247 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.830203 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.830546 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.830893 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.831261 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.831602 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.831962 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:14.850625 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:14.879257 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2847116 Apr 30 17:35:14.887434 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Request body: {'port': {'device_id': '105a064d-b980-4968-9c43-ed3613fdb8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:14.932653 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-643736f8-d558-4b93-8869-f03a0c4e121d req-ce5dfcf9-bd90-433e-b77a-2f23caaac4f8 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.0917494 Apr 30 17:35:14.935720 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-677f34e6-25bf-4eaf-8343-26878b9ff2fa req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] No DVR routers for this DVR port 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 on host hv-cinder-78477 {{(pid=74455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:35:14.942190 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-677f34e6-25bf-4eaf-8343-26878b9ff2fa req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:14.947863 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b78d62-dc6c-4305-9c01-9d11d0154a70', 'name': 'network-vif-deleted', 'tag': '6f1aedfb-6715-4d08-bf5c-0feb2457feb1'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:14.953358 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-677f34e6-25bf-4eaf-8343-26878b9ff2fa req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.63 "DELETE /v2.0/ports/6f1aedfb-6715-4d08-bf5c-0feb2457feb1 HTTP/1.1" status: 204 len: 173 time: 1.1240492 Apr 30 17:35:14.992135 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57bccc-faa9-4619-ac1d-148c843a0c04 req-a44968e7-3818-4b2f-9337-9bd79c02c262 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:15.000962 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0b57bccc-faa9-4619-ac1d-148c843a0c04 req-a44968e7-3818-4b2f-9337-9bd79c02c262 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.2700868 Apr 30 17:35:15.041990 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:15.059120 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0b57bccc-faa9-4619-ac1d-148c843a0c04 req-315e0b84-7540-4f00-a29f-c2c1c0442a18 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564413 Apr 30 17:35:15.147349 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3997daa-136e-4b78-a8b5-0ff181ca8fff req-219c040e-e9dc-4ec6-ab81-9ba5024ee323 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:15.154194 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f3997daa-136e-4b78-a8b5-0ff181ca8fff req-219c040e-e9dc-4ec6-ab81-9ba5024ee323 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 931 time: 0.0888796 Apr 30 17:35:15.200177 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b78d62-dc6c-4305-9c01-9d11d0154a70', 'name': 'network-vif-deleted', 'tag': '6f1aedfb-6715-4d08-bf5c-0feb2457feb1', 'status': 'completed', 'code': 200} Apr 30 17:35:15.205898 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f3997daa-136e-4b78-a8b5-0ff181ca8fff req-e2a7d8f3-34f1-4fd4-a16a-5dd29cd8c2f9 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510180 Apr 30 17:35:15.522390 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85331d8-3608-4a76-a734-7b5403e08f42 {{(pid=74454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:35:15.529920 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:15.544786 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Transition to ACTIVE for port object c85331d8-3608-4a76-a734-7b5403e08f42 will not be triggered until provisioned by entity L2. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:15.707687 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:15.712061 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:15.754140 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:15.880526 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Pushing event updated for resources: {'Port': ['ID=c85331d8-3608-4a76-a734-7b5403e08f42,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:15.888008 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:15.980397 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Attempting to bind port c85331d8-3608-4a76-a734-7b5403e08f42 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:35:15.980943 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Attempting to bind port c85331d8-3608-4a76-a734-7b5403e08f42 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'b46dac8e-9bc1-4092-a331-f144dd9097f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '28861ae5-a16b-4123-9a6a-fefd7cd3c406'}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:35:15.981525 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Attempting to bind port c85331d8-3608-4a76-a734-7b5403e08f42 on network 28861ae5-a16b-4123-9a6a-fefd7cd3c406 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:15.990530 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Port c85331d8-3608-4a76-a734-7b5403e08f42 on network 28861ae5-a16b-4123-9a6a-fefd7cd3c406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:35:15.991103 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Attempting to bind port c85331d8-3608-4a76-a734-7b5403e08f42 on network 28861ae5-a16b-4123-9a6a-fefd7cd3c406 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:16.000980 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:35:16.002308 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Checking segment: {'id': 'b46dac8e-9bc1-4092-a331-f144dd9097f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '28861ae5-a16b-4123-9a6a-fefd7cd3c406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:16.002971 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Bound using segment: {'id': 'b46dac8e-9bc1-4092-a331-f144dd9097f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '28861ae5-a16b-4123-9a6a-fefd7cd3c406'} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:35:16.003818 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Bound port: c85331d8-3608-4a76-a734-7b5403e08f42, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46dac8e-9bc1-4092-a331-f144dd9097f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '28861ae5-a16b-4123-9a6a-fefd7cd3c406'}}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:35:16.004423 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:16.114677 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-662211ad-b420-4f2e-b22f-742f932097e0 req-ed79211d-9b47-4759-ae21-ddbc85d72ee4 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Synchronizing usage tracker for tenant:f42553b83ba047a496e184a33f285056 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:35:16.180003 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] For port c85331d8-3608-4a76-a734-7b5403e08f42, host hv-cinder-78477, cleared binding levels {{(pid=74454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:35:16.186441 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] For port c85331d8-3608-4a76-a734-7b5403e08f42, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c85331d8-3608-4a76-a734-7b5403e08f42,segment=NetworkSegment(b46dac8e-9bc1-4092-a331-f144dd9097f3),segment_id=b46dac8e-9bc1-4092-a331-f144dd9097f3)] {{(pid=74454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:35:16.216897 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-662211ad-b420-4f2e-b22f-742f932097e0 req-ed79211d-9b47-4759-ae21-ddbc85d72ee4 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Unset dirty status for tenant:f42553b83ba047a496e184a33f285056 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:35:16.220805 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-662211ad-b420-4f2e-b22f-742f932097e0 req-ed79211d-9b47-4759-ae21-ddbc85d72ee4 tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1b78d62-dc6c-4305-9c01-9d11d0154a70 HTTP/1.1" status: 200 len: 210 time: 0.1495800 Apr 30 17:35:16.289740 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c52d9-0e52-4304-8888-01cb56f8e952 req-bdbf0b8c-27a1-4b7a-a94b-77bb3cdaad72 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:16.292214 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bf7c52d9-0e52-4304-8888-01cb56f8e952 req-bdbf0b8c-27a1-4b7a-a94b-77bb3cdaad72 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.1165934 Apr 30 17:35:16.332837 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:16.337124 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3388d91c-9dda-4195-84a4-e3d2f18d5405 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:16.352549 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bf7c52d9-0e52-4304-8888-01cb56f8e952 req-ef564a39-5751-4022-afaf-e13f21d15fce tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455031 Apr 30 17:35:16.403968 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:16.404590 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:16.406008 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] 10.222.0.63 "PUT /v2.0/ports/c85331d8-3608-4a76-a734-7b5403e08f42 HTTP/1.1" status: 200 len: 1093 time: 1.5233710 Apr 30 17:35:16.406515 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105a064d-b980-4968-9c43-ed3613fdb8d5', 'tag': 'c85331d8-3608-4a76-a734-7b5403e08f42'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:16.431625 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Pushing event updated for resources: {'Port': ['ID=c85331d8-3608-4a76-a734-7b5403e08f42,revision_number=3']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:16.437979 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:16.438523 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af50893-c3d2-4e66-915e-0044c05c2e67 req-2261e430-a3ba-43a5-8cc0-8a551c5fcf99 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:16.439777 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1af50893-c3d2-4e66-915e-0044c05c2e67 req-2261e430-a3ba-43a5-8cc0-8a551c5fcf99 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 943 time: 0.0995383 Apr 30 17:35:16.461436 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105a064d-b980-4968-9c43-ed3613fdb8d5', 'tag': 'c85331d8-3608-4a76-a734-7b5403e08f42', 'status': 'completed', 'code': 200} Apr 30 17:35:16.498756 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1af50893-c3d2-4e66-915e-0044c05c2e67 req-355b7b88-92a6-4768-8d2b-3c0dbf34319b tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526531 Apr 30 17:35:16.608053 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1353d03-ba4b-4cea-8b2f-d72fb0e2255b req-85c744cd-ce88-42cc-83d4-71b0bb4e4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:16.609796 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-a1353d03-ba4b-4cea-8b2f-d72fb0e2255b req-85c744cd-ce88-42cc-83d4-71b0bb4e4a93 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d399efbde2db45c9929c4abc3bfb9a71&device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 1096 time: 0.0868907 Apr 30 17:35:16.613983 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7f8ab-b815-491b-8df1-9c4e0f71b523 req-5f4d34c9-0f41-4a8e-9b66-37d1ad0be658 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:16.615497 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-62d7f8ab-b815-491b-8df1-9c4e0f71b523 req-5f4d34c9-0f41-4a8e-9b66-37d1ad0be658 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 945 time: 0.0880826 Apr 30 17:35:16.788496 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1353d03-ba4b-4cea-8b2f-d72fb0e2255b req-9dd9bef8-7111-4ecd-a59a-d4b28566ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:16.789998 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-a1353d03-ba4b-4cea-8b2f-d72fb0e2255b req-9dd9bef8-7111-4ecd-a59a-d4b28566ceac service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=d399efbde2db45c9929c4abc3bfb9a71&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1569095 Apr 30 17:35:16.790319 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-62d7f8ab-b815-491b-8df1-9c4e0f71b523 req-c07f6eab-9d04-4360-bb0d-decf15d8427b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Deleting port 7ee2c3de-cb4c-4313-a47a-6607c85033fc {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:35:16.790747 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-62d7f8ab-b815-491b-8df1-9c4e0f71b523 req-c07f6eab-9d04-4360-bb0d-decf15d8427b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:16.941855 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-62d7f8ab-b815-491b-8df1-9c4e0f71b523 req-c07f6eab-9d04-4360-bb0d-decf15d8427b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] For port 7ee2c3de-cb4c-4313-a47a-6607c85033fc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7ee2c3de-cb4c-4313-a47a-6607c85033fc,segment=NetworkSegment(74121356-09c4-4dcd-9fe4-01d058041186),segment_id=74121356-09c4-4dcd-9fe4-01d058041186)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:16.942157 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-62d7f8ab-b815-491b-8df1-9c4e0f71b523 req-c07f6eab-9d04-4360-bb0d-decf15d8427b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:17.005355 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1353d03-ba4b-4cea-8b2f-d72fb0e2255b req-1182b5a6-0618-4765-8a0f-432d4a9f47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:17.006919 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-a1353d03-ba4b-4cea-8b2f-d72fb0e2255b req-1182b5a6-0618-4765-8a0f-432d4a9f47e0 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2100663 Apr 30 17:35:17.100789 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-62d7f8ab-b815-491b-8df1-9c4e0f71b523 req-c07f6eab-9d04-4360-bb0d-decf15d8427b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Calling delete_port for 7ee2c3de-cb4c-4313-a47a-6607c85033fc owned by compute:nova {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:35:17.134781 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1d56d61a-478c-48d9-b5b6-735a44a66216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:17.136421 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-1d56d61a-478c-48d9-b5b6-735a44a66216 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d399efbde2db45c9929c4abc3bfb9a71&device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 1096 time: 0.0828853 Apr 30 17:35:17.219528 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-ce30e36a-95c3-4df3-909a-b5c70898a6b6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c85331d8-3608-4a76-a734-7b5403e08f42 HTTP/1.1" status: 200 len: 217 time: 0.0745280 Apr 30 17:35:17.303239 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-62d7f8ab-b815-491b-8df1-9c4e0f71b523 req-c07f6eab-9d04-4360-bb0d-decf15d8427b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:17.309289 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:17.315532 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['7ee2c3de-cb4c-4313-a47a-6607c85033fc'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:35:17.342882 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5efa7b00-cb9c-407e-9c70-71e0a6fad9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:17.346073 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-5efa7b00-cb9c-407e-9c70-71e0a6fad9c3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c45922d1-e872-4397-a1d9-8621de60cdf5 HTTP/1.1" status: 200 len: 853 time: 0.1202142 Apr 30 17:35:17.400524 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-d3afd037-d940-4229-ac5a-f46ea6cec491 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=28861ae5-a16b-4123-9a6a-fefd7cd3c406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479808 Apr 30 17:35:17.402777 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f6eab-9d04-4360-bb0d-decf15d8427b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Pushing event deleted for resources: {'Port': ['ID=7ee2c3de-cb4c-4313-a47a-6607c85033fc,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:17.405743 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c07f6eab-9d04-4360-bb0d-decf15d8427b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:17.580854 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-531ab9c3-badb-4924-b6df-aea6b37401f0 service neutron] 10.222.0.63 "GET /v2.0/networks/28861ae5-a16b-4123-9a6a-fefd7cd3c406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733019 Apr 30 17:35:17.612858 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d7f8ab-b815-491b-8df1-9c4e0f71b523 req-c07f6eab-9d04-4360-bb0d-decf15d8427b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] No DVR routers for this DVR port 7ee2c3de-cb4c-4313-a47a-6607c85033fc on host hv-cinder-78477 {{(pid=74455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:35:17.621469 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-62d7f8ab-b815-491b-8df1-9c4e0f71b523 req-c07f6eab-9d04-4360-bb0d-decf15d8427b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:17.632759 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7650cb-059f-4f6e-8822-2541314b004d', 'name': 'network-vif-deleted', 'tag': '7ee2c3de-cb4c-4313-a47a-6607c85033fc'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:17.669599 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-0eec5b96-31a8-4cde-859b-f5260db27017 req-6626e8f6-485d-4406-8fab-5cb31bfc19aa tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Synchronizing usage tracker for tenant:ae9d2df8f4c74628a2aa2b607068f344 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:35:17.675554 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-62d7f8ab-b815-491b-8df1-9c4e0f71b523 req-c07f6eab-9d04-4360-bb0d-decf15d8427b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.63 "DELETE /v2.0/ports/7ee2c3de-cb4c-4313-a47a-6607c85033fc HTTP/1.1" status: 204 len: 173 time: 1.0423839 Apr 30 17:35:17.707450 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:35:17.797645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:35:17.798435 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 6f1aedfb-6715-4d08-bf5c-0feb2457feb1 not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:35:17.799933 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c733dc9-6bbf-436d-accd-5b8955093db8 req-8babeb12-ece1-4d72-8b0f-2fc0c6ca0f9e tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:17.802451 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6c733dc9-6bbf-436d-accd-5b8955093db8 req-8babeb12-ece1-4d72-8b0f-2fc0c6ca0f9e tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 943 time: 0.1293347 Apr 30 17:35:17.821604 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-625c7f3a-4947-4038-8f6b-a88413533d2f req-daa287f9-3799-44f2-9d8b-95602591f3be service neutron] 10.222.0.63 "GET /v2.0/networks/28861ae5-a16b-4123-9a6a-fefd7cd3c406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323024 Apr 30 17:35:17.833907 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-0eec5b96-31a8-4cde-859b-f5260db27017 req-6626e8f6-485d-4406-8fab-5cb31bfc19aa tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Unset dirty status for tenant:ae9d2df8f4c74628a2aa2b607068f344 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:35:17.835190 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0eec5b96-31a8-4cde-859b-f5260db27017 req-6626e8f6-485d-4406-8fab-5cb31bfc19aa tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 210 time: 0.2594302 Apr 30 17:35:17.860894 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6c733dc9-6bbf-436d-accd-5b8955093db8 req-a223a1cc-4728-4478-9c38-ab4753eb3b31 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469446 Apr 30 17:35:17.916790 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7650cb-059f-4f6e-8822-2541314b004d', 'name': 'network-vif-deleted', 'tag': '7ee2c3de-cb4c-4313-a47a-6607c85033fc', 'status': 'completed', 'code': 200} Apr 30 17:35:19.105885 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-43e0a4ec-89c7-4015-a948-f6b394111792 req-39a0be4c-7730-4356-b32c-2e4ddc9dae8b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7650cb-059f-4f6e-8822-2541314b004d HTTP/1.1" status: 200 len: 210 time: 0.1106801 Apr 30 17:35:19.163827 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ece704-afec-4caf-ba6f-6362a9353102 req-c63c89ee-f81b-4434-a040-9ac821a25367 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:19.166767 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-33ece704-afec-4caf-ba6f-6362a9353102 req-c63c89ee-f81b-4434-a040-9ac821a25367 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 943 time: 0.1095374 Apr 30 17:35:19.233375 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-33ece704-afec-4caf-ba6f-6362a9353102 req-620a78f6-d4a6-48a8-860e-f588181e1b15 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537274 Apr 30 17:35:20.248323 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57232) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:20.691973 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c5671-18d8-4143-81b9-9bc9cd5b112c req-fb9977e5-c159-4383-b165-28da5a4e6041 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:20.693518 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8a2c5671-18d8-4143-81b9-9bc9cd5b112c req-fb9977e5-c159-4383-b165-28da5a4e6041 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 943 time: 0.2667723 Apr 30 17:35:20.797168 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8a2c5671-18d8-4143-81b9-9bc9cd5b112c req-85909240-5c1d-4c78-9212-9f9f742988bb tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977943 Apr 30 17:35:20.982885 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6bc8-b3ba-4668-a15e-39fda56f1099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4070988'] for router_interface, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:21.310878 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:35:21.525331 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b6bc8-b3ba-4668-a15e-39fda56f1099 admin admin] Deleting port 672f03a5-a395-4b35-9176-98742c072f2e {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:35:21.525946 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6bc8-b3ba-4668-a15e-39fda56f1099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:21.729542 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device c85331d8-3608-4a76-a734-7b5403e08f42 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:35:21.732397 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 7ee2c3de-cb4c-4313-a47a-6607c85033fc no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:35:21.775587 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: 7ee2c3de-cb4c-4313-a47a-6607c85033fc {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:35:21.776022 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 7ee2c3de-cb4c-4313-a47a-6607c85033fc not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:35:21.880232 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [None req-6c0b6bc8-b3ba-4668-a15e-39fda56f1099 admin admin] For port 672f03a5-a395-4b35-9176-98742c072f2e, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=672f03a5-a395-4b35-9176-98742c072f2e,segment=NetworkSegment(74121356-09c4-4dcd-9fe4-01d058041186),segment_id=74121356-09c4-4dcd-9fe4-01d058041186)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:21.880614 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6bc8-b3ba-4668-a15e-39fda56f1099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:21.946502 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port c85331d8-3608-4a76-a734-7b5403e08f42, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c85331d8-3608-4a76-a734-7b5403e08f42,segment=NetworkSegment(b46dac8e-9bc1-4092-a331-f144dd9097f3),segment_id=b46dac8e-9bc1-4092-a331-f144dd9097f3)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:21.962633 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': 'c85331d8-3608-4a76-a734-7b5403e08f42', 'network_id': '28861ae5-a16b-4123-9a6a-fefd7cd3c406', 'port_id': 'c85331d8-3608-4a76-a734-7b5403e08f42', 'mac_address': 'fa:16:3e:17:47:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45922d1-e872-4397-a1d9-8621de60cdf5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:35:22.024862 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:22.043811 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85331d8-3608-4a76-a734-7b5403e08f42 {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:35:22.062451 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port c85331d8-3608-4a76-a734-7b5403e08f42, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c85331d8-3608-4a76-a734-7b5403e08f42,segment=NetworkSegment(b46dac8e-9bc1-4092-a331-f144dd9097f3),segment_id=b46dac8e-9bc1-4092-a331-f144dd9097f3)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:22.085060 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b6bc8-b3ba-4668-a15e-39fda56f1099 admin admin] Calling delete_port for 672f03a5-a395-4b35-9176-98742c072f2e owned by network:router_interface {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:35:22.156094 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21881e2e-db66-4af9-b195-8fb7cbddfb4b req-05504422-5741-41e1-b14f-fec8c454487b tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:22.158163 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-21881e2e-db66-4af9-b195-8fb7cbddfb4b req-05504422-5741-41e1-b14f-fec8c454487b tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 943 time: 0.2045515 Apr 30 17:35:22.165664 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:22.168764 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:22.263729 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=c85331d8-3608-4a76-a734-7b5403e08f42,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:22.279530 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:22.280077 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:22.280627 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:22.281168 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:22.281758 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:22.282588 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:22.283193 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:22.283428 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:22.283760 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:22.284867 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:22.284867 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:22.284867 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:22.289151 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:22.373069 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-21881e2e-db66-4af9-b195-8fb7cbddfb4b req-32147f60-dd11-49ce-9d6a-44de91a38bcd tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831776 Apr 30 17:35:22.504950 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['c85331d8-3608-4a76-a734-7b5403e08f42'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:35:22.536478 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6bc8-b3ba-4668-a15e-39fda56f1099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:22.543266 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:22.603660 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b6bc8-b3ba-4668-a15e-39fda56f1099 admin admin] Pushing event deleted for resources: {'Port': ['ID=672f03a5-a395-4b35-9176-98742c072f2e,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:22.607854 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-6c0b6bc8-b3ba-4668-a15e-39fda56f1099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:22.899694 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6bc8-b3ba-4668-a15e-39fda56f1099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4072444'] for router_interface, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:23.295795 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0b6bc8-b3ba-4668-a15e-39fda56f1099 admin admin] Router 976292ad-1751-433d-8e1e-88ecad71b4a6 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:35:23.643670 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0b6bc8-b3ba-4668-a15e-39fda56f1099 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:35:23.656116 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219f3599-0852-4915-9037-119a7cdc7a0a None None] Sync routers for ids ['976292ad-1751-433d-8e1e-88ecad71b4a6'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:35:23.668983 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219f3599-0852-4915-9037-119a7cdc7a0a None None] Routers {'976292ad-1751-433d-8e1e-88ecad71b4a6'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:23.669651 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-219f3599-0852-4915-9037-119a7cdc7a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['976292ad-1751-433d-8e1e-88ecad71b4a6'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:23.684878 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49949da0-a86c-498d-895a-33d58fd129bc req-3a0146e9-441e-4b2d-b1a5-55c17c7323c9 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:23.686504 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-49949da0-a86c-498d-895a-33d58fd129bc req-3a0146e9-441e-4b2d-b1a5-55c17c7323c9 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 944 time: 0.1352584 Apr 30 17:35:23.735207 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device c85331d8-3608-4a76-a734-7b5403e08f42 up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:23.743692 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-49949da0-a86c-498d-895a-33d58fd129bc req-bc3a11b0-a9a7-42aa-a776-ba879d1e05c7 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484085 Apr 30 17:35:23.771321 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-6c0b6bc8-b3ba-4668-a15e-39fda56f1099 admin admin] 10.222.0.18 "PUT /v2.0/routers/976292ad-1751-433d-8e1e-88ecad71b4a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5213621 Apr 30 17:35:23.777879 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57332) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:23.898717 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-219f3599-0852-4915-9037-119a7cdc7a0a None None] Set router 976292ad-1751-433d-8e1e-88ecad71b4a6 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:23.931739 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port c85331d8-3608-4a76-a734-7b5403e08f42 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:23.940428 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port c85331d8-3608-4a76-a734-7b5403e08f42 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:23.941236 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:23.982432 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:24.119052 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:24.163003 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105a064d-b980-4968-9c43-ed3613fdb8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85331d8-3608-4a76-a734-7b5403e08f42'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:24.178755 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port c85331d8-3608-4a76-a734-7b5403e08f42, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c85331d8-3608-4a76-a734-7b5403e08f42,segment=NetworkSegment(b46dac8e-9bc1-4092-a331-f144dd9097f3),segment_id=b46dac8e-9bc1-4092-a331-f144dd9097f3)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:24.180681 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:24.253358 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-219f3599-0852-4915-9037-119a7cdc7a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'name': 'tempest-ServerRescueNegativeTestJSON-918500021-router', 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '74e79e45-bd74-4e31-a450-ff85e2cbd1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:41Z', 'updated_at': '2021-04-30T17:35:22Z', 'revision_number': 5, 'project_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'gw_port': {'id': '74e79e45-bd74-4e31-a450-ff85e2cbd1e2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:43Z', 'updated_at': '2021-04-30T17:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:24.257942 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219f3599-0852-4915-9037-119a7cdc7a0a None None] Checking router: 976292ad-1751-433d-8e1e-88ecad71b4a6 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:35:24.268798 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219f3599-0852-4915-9037-119a7cdc7a0a None None] Routers {'976292ad-1751-433d-8e1e-88ecad71b4a6'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:24.269470 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-219f3599-0852-4915-9037-119a7cdc7a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['976292ad-1751-433d-8e1e-88ecad71b4a6'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:24.274149 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:24.277392 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-b976d56a-d5e1-44c3-8eb4-2851fdfbc08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:24.335225 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105a064d-b980-4968-9c43-ed3613fdb8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85331d8-3608-4a76-a734-7b5403e08f42', 'code': 200} Apr 30 17:35:24.436383 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=c85331d8-3608-4a76-a734-7b5403e08f42,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:24.441368 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:24.448891 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Deleting port 74e79e45-bd74-4e31-a450-ff85e2cbd1e2 {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:35:24.460346 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:24.554049 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-219f3599-0852-4915-9037-119a7cdc7a0a None None] Set router 976292ad-1751-433d-8e1e-88ecad71b4a6 gateway port host: None {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:24.640335 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] For port 74e79e45-bd74-4e31-a450-ff85e2cbd1e2, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=74e79e45-bd74-4e31-a450-ff85e2cbd1e2,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:24.641125 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:24.680094 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-219f3599-0852-4915-9037-119a7cdc7a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'name': 'tempest-ServerRescueNegativeTestJSON-918500021-router', 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:41Z', 'updated_at': '2021-04-30T17:35:24Z', 'revision_number': 6, 'project_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'gw_port_host': None}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:24.685331 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219f3599-0852-4915-9037-119a7cdc7a0a None None] The sync data for ids ['976292ad-1751-433d-8e1e-88ecad71b4a6'] in dv-cinder-784779-10-iscsi is: [{'id': '976292ad-1751-433d-8e1e-88ecad71b4a6', 'name': 'tempest-ServerRescueNegativeTestJSON-918500021-router', 'tenant_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:41Z', 'updated_at': '2021-04-30T17:35:24Z', 'revision_number': 6, 'project_id': 'ae9d2df8f4c74628a2aa2b607068f344', 'gw_port_host': None}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:35:24.785846 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef608665-f299-4905-895e-bd1a07dd8b4d req-c7a351e2-1e30-4e92-a546-b5594429d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:24.791907 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ef608665-f299-4905-895e-bd1a07dd8b4d req-c7a351e2-1e30-4e92-a546-b5594429d08f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 1098 time: 0.1081982 Apr 30 17:35:24.822759 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Calling delete_port for 74e79e45-bd74-4e31-a450-ff85e2cbd1e2 owned by network:router_gateway {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:35:24.890587 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ef608665-f299-4905-895e-bd1a07dd8b4d req-e666f18c-6fa1-4957-81b9-4327e792ed5f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914721 Apr 30 17:35:25.060467 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57348) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:25.091624 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:25.110379 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-25fc6f6e-a5d9-4c3c-8280-45e96fef75df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:25.263254 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=74e79e45-bd74-4e31-a450-ff85e2cbd1e2,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:25.265806 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:25.374470 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4072803'] for router_gateway, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:25.527186 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-17c54d20-690b-450d-9290-5002ab27b5bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f42553b83ba047a496e184a33f285056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652140 Apr 30 17:35:25.530336 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57354) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:25.614075 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-68194d85-d0f5-4b44-9afc-3cebcaa52e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:25.652117 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-68194d85-d0f5-4b44-9afc-3cebcaa52e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:25.712039 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41b216-0cbe-46fe-874d-ceedb2f00952 req-5254f5ae-ae35-4238-909e-2bbf0bcea8bb tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:25.714464 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-df41b216-0cbe-46fe-874d-ceedb2f00952 req-5254f5ae-ae35-4238-909e-2bbf0bcea8bb tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 945 time: 0.6060627 Apr 30 17:35:25.717579 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497246'] for router, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:25.737151 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:25.793346 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-68194d85-d0f5-4b44-9afc-3cebcaa52e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:25.797156 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:25.855244 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-df41b216-0cbe-46fe-874d-ceedb2f00952 req-ad6267ff-b782-46f5-b4f2-6b5a4b893e45 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341443 Apr 30 17:35:25.901778 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68194d85-d0f5-4b44-9afc-3cebcaa52e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e0c927-9722-4223-b438-04bc7242a590,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:25.908991 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-68194d85-d0f5-4b44-9afc-3cebcaa52e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:25.908991 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-68194d85-d0f5-4b44-9afc-3cebcaa52e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:25.908991 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-68194d85-d0f5-4b44-9afc-3cebcaa52e16 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83e0c927-9722-4223-b438-04bc7242a590 HTTP/1.1" status: 204 len: 168 time: 0.3774328 Apr 30 17:35:25.942502 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4073771'] for router, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:25.943894 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 976292ad-1751-433d-8e1e-88ecad71b4a6 {{(pid=74455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:35:25.961107 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Notify callbacks [] for router, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:25.962201 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/976292ad-1751-433d-8e1e-88ecad71b4a6 HTTP/1.1" status: 204 len: 168 time: 2.1871693 Apr 30 17:35:25.964796 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57360) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:26.035821 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96fcc72-c160-4be8-971b-b411dc8ea189 admin admin] Deleting subnet a11bde57-4113-41bb-9209-b6e9a0311919 {{(pid=74455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:35:26.039208 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-e96fcc72-c160-4be8-971b-b411dc8ea189 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:26.100385 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-e96fcc72-c160-4be8-971b-b411dc8ea189 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2695864'] for subnet, precommit_delete_associations {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:26.171584 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-e96fcc72-c160-4be8-971b-b411dc8ea189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:26.490705 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 74e79e45-bd74-4e31-a450-ff85e2cbd1e2 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:35:26.520414 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-e96fcc72-c160-4be8-971b-b411dc8ea189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143664'] for subnet, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:26.526026 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d56e038d-f0f5-4b1e-b941-9d0ca193d6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:26.530007 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 74e79e45-bd74-4e31-a450-ff85e2cbd1e2 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:35:26.530355 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 74e79e45-bd74-4e31-a450-ff85e2cbd1e2 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:35:26.532723 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 672f03a5-a395-4b35-9176-98742c072f2e no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:35:26.564677 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fcc72-c160-4be8-971b-b411dc8ea189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11bde57-4113-41bb-9209-b6e9a0311919,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:26.571464 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-e96fcc72-c160-4be8-971b-b411dc8ea189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:26.578679 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-e96fcc72-c160-4be8-971b-b411dc8ea189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:26.582915 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-e96fcc72-c160-4be8-971b-b411dc8ea189 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a11bde57-4113-41bb-9209-b6e9a0311919 HTTP/1.1" status: 204 len: 168 time: 0.6171143 Apr 30 17:35:26.585799 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57372) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:26.599860 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 672f03a5-a395-4b35-9176-98742c072f2e {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:35:26.600310 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 672f03a5-a395-4b35-9176-98742c072f2e not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:35:26.718436 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:26.858659 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:26.978928 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bf3bd9-ef90-4446-baa6-011ca05b8d9a']}} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:27.024076 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74121356-09c4-4dcd-9fe4-01d058041186') {'for_net_delete': True} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:27.024488 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74121356-09c4-4dcd-9fe4-01d058041186') {} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:27.056147 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2695809'] for segment, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:27.089139 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:27.098441 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=74455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:35:27.195376 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca7782-c60c-4be1-bf95-d356171202e6 req-a9e33e9c-3398-4533-804e-24a22b1d00df tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:27.196837 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1aca7782-c60c-4be1-bf95-d356171202e6 req-a9e33e9c-3398-4533-804e-24a22b1d00df tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 945 time: 0.2096646 Apr 30 17:35:27.354042 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57388) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:27.437541 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] Network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a has no segments {{(pid=74455) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:35:27.448653 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511338'] for segment, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:27.490602 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-151389022-network', 'tenant_id': '7afc693eecb14c7fb2225f8685751963'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:27.500445 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:27.507745 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Usage tracker for resource:network and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:27.512928 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:27.524373 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:27.546209 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1aca7782-c60c-4be1-bf95-d356171202e6 req-fa1955df-c94a-40f9-a569-936dd3e2fe5d tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173113 Apr 30 17:35:27.653089 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] Network 22bf3bd9-ef90-4446-baa6-011ca05b8d9a has no segments {{(pid=74455) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: Traceback (most recent call last): Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: timer() Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: cb(*args, **kw) Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: return func(*args, **kwargs) Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: self._notify() Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: self.callback(batched_events) Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: event.method(event) Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: return f(self, *a, **k) Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: return self._get(url).json() Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: return self.request(url, 'GET', **kwargs) Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:35:27.681322 dv-cinder-784779-10-iscsi neutron-server[74455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:35:27.804974 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Made reservation on behalf of 7afc693eecb14c7fb2225f8685751963 for: {'network': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:35:27.808087 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:27.823571 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:27.841873 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:27.847015 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Usage tracker for resource:security_group_rule and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:27.853759 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:27.856509 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:27.931251 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:27.937802 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:27.957200 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:27.961470 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:27.966332 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] Pushing event deleted for resources: {'Network': ['ID=22bf3bd9-ef90-4446-baa6-011ca05b8d9a,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:27.970327 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:28.022754 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:28.030211 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-401f689b-19ab-4a4b-a6e2-424232334a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:28.056813 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=74454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:35:28.070677 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cec60a-b02a-43e6-8d4b-dea61a9a9887,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:28.074007 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:28.077381 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:28.077861 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.segments_db [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Added segment f8379972-38a1-4f5d-b5e5-c82cce4c3379 of type vlan for network 5118869f-2534-4299-bc69-5de0ebba617c Apr 30 17:35:28.091459 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-7d038b83-e4d6-4134-ae23-2c7a5a9c796a admin admin] 10.222.0.18 "DELETE /v2.0/networks/22bf3bd9-ef90-4446-baa6-011ca05b8d9a HTTP/1.1" status: 204 len: 168 time: 1.5043623 Apr 30 17:35:28.114121 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:28.228140 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:28.229639 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:28.230393 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:28.234610 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-f8719cea-1260-44bb-9db4-f45f42de8f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:28.347421 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Pushing event updated for resources: {'Network': ['ID=5118869f-2534-4299-bc69-5de0ebba617c,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:28.350508 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:28.360497 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network 5118869f-2534-4299-bc69-5de0ebba617c details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:35:28.394726 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0391588 Apr 30 17:35:28.397788 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57404) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:28.404921 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Request body: {'subnet': {'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-151389022-subnet', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'ip_version': 4}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:28.410429 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:28.414389 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Usage tracker for resource:subnet and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:28.417663 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:28.424434 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:28.457779 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57408) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:28.516988 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-1640de1f-09d3-4afc-9f7f-5c4de17b02cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae9d2df8f4c74628a2aa2b607068f344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548148 Apr 30 17:35:28.517229 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57412) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:28.566473 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Made reservation on behalf of 7afc693eecb14c7fb2225f8685751963 for: {'subnet': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:35:28.568841 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2749836'] for subnet, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:28.614919 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-039d3b93-1434-43d4-af4d-e7eaeb299621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:28.706401 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-039d3b93-1434-43d4-af4d-e7eaeb299621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:28.994513 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-039d3b93-1434-43d4-af4d-e7eaeb299621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:28.997507 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b0ef4134-a7f7-4fa6-bb5a-49766b90a426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:29.014921 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d3b93-1434-43d4-af4d-e7eaeb299621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f2ebdb-b45a-4c40-a6b1-4561041f11ad,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:29.026541 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-039d3b93-1434-43d4-af4d-e7eaeb299621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:29.030843 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-039d3b93-1434-43d4-af4d-e7eaeb299621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:29.032717 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-039d3b93-1434-43d4-af4d-e7eaeb299621 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7f2ebdb-b45a-4c40-a6b1-4561041f11ad HTTP/1.1" status: 204 len: 168 time: 0.5139737 Apr 30 17:35:29.313074 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2375910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2749850'] for subnet, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:29.318963 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:29.399612 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b18b45e-7170-467e-a603-cb45300a0239,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:29.403508 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:29.410398 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Checking segment: {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:29.410724 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Network hostable DHCP agents. Network: 5118869f-2534-4299-bc69-5de0ebba617c, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:35:29.581877 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Network 5118869f-2534-4299-bc69-5de0ebba617c is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:35:29.781817 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, 5118869f-2534-4299-bc69-5de0ebba617c) {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:29.792004 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:29.792613 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:29.793568 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc2cfbe-a3a5-438c-bbcc-72f3085dca13 None None] Network 5118869f-2534-4299-bc69-5de0ebba617c requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:35:30.005949 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-8678d9dc-dbf4-4900-a391-979e43c995b9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6070671 Apr 30 17:35:30.010284 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57432) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:30.018932 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:30.025130 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:30.026082 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.030572 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Usage tracker for resource:router and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:30.035048 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:30.044024 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:30.059275 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95b46b8c-a4c9-5744-a36e-abae1e22de60-5118869f-2534-4299-bc69-5de0ebba617c', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239'}]}} from dv-cinder-784779-10-iscsi. {{(pid=74456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:35:30.060445 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.148138 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4123496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497264'] for router, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.150141 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4100968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4072912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4136877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497225'] for router, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.166784 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.233722 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.db_base_plugin_common [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Allocated IP 172.20.0.2 (5118869f-2534-4299-bc69-5de0ebba617c/2b18b45e-7170-467e-a603-cb45300a0239/ad7e95d8-929d-4c53-a1c5-cb9414a20466) {{(pid=74456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:30.521787 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Notify callbacks [] for port, precommit_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.533305 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Transition to ACTIVE for port object ad7e95d8-929d-4c53-a1c5-cb9414a20466 will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:30.553826 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Transition to ACTIVE for port object ad7e95d8-929d-4c53-a1c5-cb9414a20466 will not be triggered until provisioned by entity DHCP. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:30.558058 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4072921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4123398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497239'] for router, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.565232 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57444) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:30.640019 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148'] for port, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.645322 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:30.707276 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-879949682-network', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:30.707503 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Network 5118869f-2534-4299-bc69-5de0ebba617c is already hosted by enough agents. {{(pid=74456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:30.710108 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.base_scheduler [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Resources bound (agent type, host, resource id): {{(pid=74456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:30.719052 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:30.719304 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Received port after_create {{(pid=74456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:30.726131 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Usage tracker for resource:network and tenant:cdbcbbe6ee6846d5865d08d212788426 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:30.727891 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Pushing event updated for resources: {'Port': ['ID=ad7e95d8-929d-4c53-a1c5-cb9414a20466,revision_number=1']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:30.730009 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:30.739157 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:30.764753 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:30.811404 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Made reservation on behalf of cdbcbbe6ee6846d5865d08d212788426 for: {'network': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:35:30.814817 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.822375 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Attempting to bind port ad7e95d8-929d-4c53-a1c5-cb9414a20466 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:35:30.822968 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Attempting to bind port ad7e95d8-929d-4c53-a1c5-cb9414a20466 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:35:30.823131 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Attempting to bind port ad7e95d8-929d-4c53-a1c5-cb9414a20466 on network 5118869f-2534-4299-bc69-5de0ebba617c {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:30.829273 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:35:30.829659 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Checking segment: {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:30.830070 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.830531 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Bound using segment: {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:35:30.831025 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Bound port: ad7e95d8-929d-4c53-a1c5-cb9414a20466, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:35:30.831442 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.834922 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.856452 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:30.862845 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Usage tracker for resource:security_group_rule and tenant:cdbcbbe6ee6846d5865d08d212788426 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:30.867163 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:30.874373 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:30.940912 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-0274048a-3606-4984-8421-aa261d62e17a None None] For port ad7e95d8-929d-4c53-a1c5-cb9414a20466, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:35:30.944507 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-0274048a-3606-4984-8421-aa261d62e17a None None] For port ad7e95d8-929d-4c53-a1c5-cb9414a20466, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=ad7e95d8-929d-4c53-a1c5-cb9414a20466,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:35:31.040044 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:31.045773 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:31.146590 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Pushing event updated for resources: {'Port': ['ID=ad7e95d8-929d-4c53-a1c5-cb9414a20466,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:31.151995 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:31.269877 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:31.272298 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:31.332169 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:31.371057 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:31.375335 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-87fc7f9c-d324-4048-af12-e7964ab4d815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:31.423420 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=74454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:35:31.437625 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74e7521-92ad-4af9-9a06-c1f8df279c66,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:31.444801 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:31.449784 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:31.450086 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.segments_db [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Added segment 726c8bb6-58e7-44c3-91cf-948c792dbd07 of type vlan for network f6de51b8-401e-44f1-ba63-c82446525040 Apr 30 17:35:31.532103 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:31.568987 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Allocated IP 172.27.3.27 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/51f93fd5-c999-4289-8c99-675455b2a704) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:31.704114 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:31.707518 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:31.708103 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:31.718949 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-6f453cae-eb5b-483b-b9d4-75e673341daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:31.846766 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:31.859420 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Pushing event updated for resources: {'Network': ['ID=f6de51b8-401e-44f1-ba63-c82446525040,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:31.863430 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:31.873834 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network f6de51b8-401e-44f1-ba63-c82446525040 details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:35:31.909809 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3434682 Apr 30 17:35:31.914034 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57452) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:31.920663 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Request body: {'subnet': {'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-879949682-subnet', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:31.927179 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:31.933665 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Usage tracker for resource:subnet and tenant:cdbcbbe6ee6846d5865d08d212788426 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:31.939960 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:31.951953 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:31.973438 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:31.981630 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:32.037393 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Made reservation on behalf of cdbcbbe6ee6846d5865d08d212788426 for: {'subnet': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:35:32.039808 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2749836'] for subnet, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:32.083729 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:32.092921 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:32.097444 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:32.164242 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93939abd-129f-4f5b-8cd5-60ba4b0662a8 None None] Network 5118869f-2534-4299-bc69-5de0ebba617c requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:35:32.222073 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Pushing event updated for resources: {'Port': ['ID=51f93fd5-c999-4289-8c99-675455b2a704,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:32.225177 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:32.354762 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-7bb6706f-d38e-4f3b-9043-1e2aade7eec6 None None] Provisioning for port ad7e95d8-929d-4c53-a1c5-cb9414a20466 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:32.521770 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device ad7e95d8-929d-4c53-a1c5-cb9414a20466 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:32.724950 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port ad7e95d8-929d-4c53-a1c5-cb9414a20466 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:32.730302 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port ad7e95d8-929d-4c53-a1c5-cb9414a20466 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:32.730681 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:32.853277 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:32.887762 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port ad7e95d8-929d-4c53-a1c5-cb9414a20466, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=ad7e95d8-929d-4c53-a1c5-cb9414a20466,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:32.896182 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:32.965139 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:32.967056 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-dc49a366-d31b-42d2-8726-02ee5c3de61c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:33.042782 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=ad7e95d8-929d-4c53-a1c5-cb9414a20466,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:33.046227 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:33.390586 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2375910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2749850'] for subnet, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:33.407813 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5ed36b1c-6448-4093-8025-c2f008560563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:33.457906 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4072886'] for router, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:33.561850 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cdb1bba-78e7-4345-8e9e-f00b64aa7efd,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:33.568499 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:33.644400 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Checking segment: {'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:33.644756 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Network hostable DHCP agents. Network: f6de51b8-401e-44f1-ba63-c82446525040, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:35:33.753546 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Network f6de51b8-401e-44f1-ba63-c82446525040 is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:35:33.776243 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 is scheduled to L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 with binding_index 1 {{(pid=74454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:35:33.844029 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, f6de51b8-401e-44f1-ba63-c82446525040) {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:33.854138 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0163780a-41cb-44dc-8344-855e8f8c1148 None None] Network f6de51b8-401e-44f1-ba63-c82446525040 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:35:33.865153 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:33.865776 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:33.973804 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0583186 Apr 30 17:35:33.977039 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57460) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:33.984244 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:33.990858 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:33.996816 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Usage tracker for resource:router and tenant:cdbcbbe6ee6846d5865d08d212788426 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:33.997068 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:35:34.004575 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:34.013288 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Sync routers for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:35:34.018286 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:34.038091 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:34.038831 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:34.119453 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Notify callbacks [] for router, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:34.120689 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1089873 Apr 30 17:35:34.123717 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57464) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:34.159590 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4123496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497264'] for router, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:34.161220 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4100968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4072912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4136877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497225'] for router, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:34.184115 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:34.200268 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95b46b8c-a4c9-5744-a36e-abae1e22de60-f6de51b8-401e-44f1-ba63-c82446525040', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd'}]}} from dv-cinder-784779-10-iscsi. {{(pid=74456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:35:34.201097 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:34.383616 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:34.565978 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device ad7e95d8-929d-4c53-a1c5-cb9414a20466 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:34.587381 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4072921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4123398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497239'] for router, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:34.829738 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.db_base_plugin_common [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Allocated IP 172.20.0.2 (f6de51b8-401e-44f1-ba63-c82446525040/6cdb1bba-78e7-4345-8e9e-f00b64aa7efd/52a3b07c-eeb6-46ce-a11b-f2dd1daaea10) {{(pid=74456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:34.984692 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port ad7e95d8-929d-4c53-a1c5-cb9414a20466 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:34.985888 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.007719 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.034801 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.059229 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.237362 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:32Z', 'revision_number': 3, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:35.255408 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.258012 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Checking router: 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:35:35.258378 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Updating router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 port 51f93fd5-c999-4289-8c99-675455b2a704 binding host dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:35:35.269017 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Allocated IP 172.27.3.57 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:35.328453 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.340960 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Allocated IP 172.20.0.1 (5118869f-2534-4299-bc69-5de0ebba617c/2b18b45e-7170-467e-a603-cb45300a0239/1a483c0e-f929-47b8-906d-a29f93c6aeec) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:35.371124 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Transition to ACTIVE for port object 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:35.413514 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Transition to ACTIVE for port object 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 will not be triggered until provisioned by entity DHCP. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:35.445174 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.507935 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.524783 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Transition to ACTIVE for port object 1a483c0e-f929-47b8-906d-a29f93c6aeec will not be triggered until provisioned by entity DHCP. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:35.533068 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148'] for port, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.538065 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-fb8bde9a-3fd9-4f43-9ad8-593e4e998841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:35.559635 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.563787 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3ef0663c-ac01-4486-bf65-48d99b7bceff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:35.634786 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.638004 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Network f6de51b8-401e-44f1-ba63-c82446525040 is already hosted by enough agents. {{(pid=74456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:35.642275 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:35.643968 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.base_scheduler [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Resources bound (agent type, host, resource id): {{(pid=74456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:35.646480 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Received port after_create {{(pid=74456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:35.717719 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Network 5118869f-2534-4299-bc69-5de0ebba617c is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:35.726696 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:35.731718 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:35.736045 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:35.739499 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:35.740584 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:35.754737 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Pushing event updated for resources: {'Port': ['ID=52a3b07c-eeb6-46ce-a11b-f2dd1daaea10,revision_number=1']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:35.757735 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:35.785752 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1a483c0e-f929-47b8-906d-a29f93c6aeec,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:35.788207 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:35.792924 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:35.814640 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:35.833432 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4071129'] for router_interface, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.928653 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Attempting to bind port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:35:35.929533 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Attempting to bind port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:35:35.929533 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Attempting to bind port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 on network f6de51b8-401e-44f1-ba63-c82446525040 {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:35.966201 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Notify callbacks [] for port, precommit_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.974933 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:35:35.975346 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Checking segment: {'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:35.975718 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.976129 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Bound using segment: {'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:35:35.976625 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Bound port: 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:35:35.977077 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.998773 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Transition to ACTIVE for port object 51f93fd5-c999-4289-8c99-675455b2a704 will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:36.089632 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.113418 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.120383 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:36.237174 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-8916209f-4e71-4ebf-aeaf-b96383732f58 None None] Provisioning for port 1a483c0e-f929-47b8-906d-a29f93c6aeec completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:36.242268 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Attempting to bind port 51f93fd5-c999-4289-8c99-675455b2a704 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:35:36.242962 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Attempting to bind port 51f93fd5-c999-4289-8c99-675455b2a704 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:35:36.242962 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Attempting to bind port 51f93fd5-c999-4289-8c99-675455b2a704 on network 75f81fbd-83ca-4d8e-a99f-6c15173d718a {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:36.245027 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261862c8-ac1c-4ae0-ab26-b6c2da507da1 None None] Pushing event updated for resources: {'Port': ['ID=51f93fd5-c999-4289-8c99-675455b2a704,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:36.255439 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-261862c8-ac1c-4ae0-ab26-b6c2da507da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:36.256872 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] For port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:35:36.259143 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:35:36.259521 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Checking segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:36.259930 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.260327 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Bound using segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:35:36.260812 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Bound port: 51f93fd5-c999-4289-8c99-675455b2a704, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:35:36.261176 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.287632 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-8916209f-4e71-4ebf-aeaf-b96383732f58 None None] Provisioning complete for port 1a483c0e-f929-47b8-906d-a29f93c6aeec triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:36.287632 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-8916209f-4e71-4ebf-aeaf-b96383732f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.342753 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] For port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=52a3b07c-eeb6-46ce-a11b-f2dd1daaea10,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:35:36.359540 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.370218 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.379689 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-8916209f-4e71-4ebf-aeaf-b96383732f58 None None] Port 1a483c0e-f929-47b8-906d-a29f93c6aeec cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:35:36.398744 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] For port 51f93fd5-c999-4289-8c99-675455b2a704, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:35:36.402447 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] For port 51f93fd5-c999-4289-8c99-675455b2a704, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=51f93fd5-c999-4289-8c99-675455b2a704,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:35:36.411808 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.418383 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-93fd9a43-6c2f-4403-84fa-b4bd0ac1e60a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:36.445430 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.508572 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:36.509972 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Pushing event updated for resources: {'Port': ['ID=52a3b07c-eeb6-46ce-a11b-f2dd1daaea10,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:36.513287 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:36.526598 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.529558 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:36.621625 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1a483c0e-f929-47b8-906d-a29f93c6aeec,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:36.627563 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:36.628204 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:36.630506 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:36.631653 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4071034'] for router_interface, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.743309 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261862c8-ac1c-4ae0-ab26-b6c2da507da1 None None] Pushing event updated for resources: {'Port': ['ID=51f93fd5-c999-4289-8c99-675455b2a704,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:36.753004 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-261862c8-ac1c-4ae0-ab26-b6c2da507da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:36.904666 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Network 5118869f-2534-4299-bc69-5de0ebba617c is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:36.906147 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:36.935407 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4072886'] for router, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.942153 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:37.254706 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:35:37.362613 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-2a14c5fc-9909-454d-962b-0672dcc88563 None None] Provisioning complete for port 1a483c0e-f929-47b8-906d-a29f93c6aeec triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:37.363584 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-2a14c5fc-9909-454d-962b-0672dcc88563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:37.371035 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 is scheduled to L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 with binding_index 1 {{(pid=74455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:35:37.438684 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-2a14c5fc-9909-454d-962b-0672dcc88563 None None] Port 1a483c0e-f929-47b8-906d-a29f93c6aeec cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:35:37.463969 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:36Z', 'revision_number': 2, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:37.469058 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa63ef7e-a623-467a-8d19-48f8977f860c None None] The sync data for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi is: [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:36Z', 'revision_number': 2, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:35:37.511738 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:35:37.528242 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] 10.222.0.18 "PUT /v2.0/routers/11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4032164 Apr 30 17:35:37.671141 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:35:37.686116 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Sync routers for ids ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:35:37.703263 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Routers {'ea4143e6-c46f-4022-965d-f6b7f2bd5b00'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:37.703969 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:37.753355 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Notify callbacks [] for router, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:37.757739 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7794335 Apr 30 17:35:37.758276 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57480) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:37.979249 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Set router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:38.018396 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6a09fc-2cb6-4cdb-b0ff-19b87f74b14b None None] Network f6de51b8-401e-44f1-ba63-c82446525040 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:35:38.379816 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-ed41f368-8d2e-4f23-855c-e858db7a36ba None None] Provisioning for port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:38.540730 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:36Z', 'revision_number': 3, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:38.546281 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Checking router: ea4143e6-c46f-4022-965d-f6b7f2bd5b00 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:35:38.546878 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Updating router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 port c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc binding host dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:35:38.686945 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:38.719646 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:38.918743 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:38.929047 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:38.929418 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:38.965237 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57500) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:38.971874 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-672297626-network', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:38.980109 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:38.991097 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Usage tracker for resource:network and tenant:fb1f838f7adc48668b0ffff0aee7d8b5 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:38.998413 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:39.012165 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:39.069561 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-da39e9ad-a534-4fd4-8e44-8e038cd96d82 None None] Provisioning complete for port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:39.070240 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-da39e9ad-a534-4fd4-8e44-8e038cd96d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.107919 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Made reservation on behalf of fb1f838f7adc48668b0ffff0aee7d8b5 for: {'network': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:35:39.111473 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.146460 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.162339 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.294626 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.319366 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-cdb6211d-a608-4a80-9941-dc2906cbb14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.347759 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=52a3b07c-eeb6-46ce-a11b-f2dd1daaea10,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:39.352806 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Notify callbacks [] for port, precommit_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.378642 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.provisioning_blocks [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Transition to ACTIVE for port object c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc will not be triggered until provisioned by entity L2. {{(pid=74457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:39.424561 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:39.424799 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Usage tracker for resource:security_group_rule and tenant:fb1f838f7adc48668b0ffff0aee7d8b5 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:39.428359 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:39.435460 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.436030 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:39.437767 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:39.451535 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.479462 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-be697cf5-53bd-4f9f-ab51-01a7ca59ca20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:39.523213 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Allocated IP 172.20.0.1 (f6de51b8-401e-44f1-ba63-c82446525040/6cdb1bba-78e7-4345-8e9e-f00b64aa7efd/c52e74ad-01f4-4602-8538-79074161672b) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:39.524330 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-da39e9ad-a534-4fd4-8e44-8e038cd96d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.571594 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Attempting to bind port c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:35:39.576179 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Attempting to bind port c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:35:39.576868 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Attempting to bind port c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc on network 75f81fbd-83ca-4d8e-a99f-6c15173d718a {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:39.599201 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:35:39.599778 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Checking segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:39.600300 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.600811 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Bound using segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:35:39.601443 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Bound port: c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:35:39.601914 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.607459 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.663498 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Pushing event updated for resources: {'Port': ['ID=c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc,revision_number=2']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:39.690709 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:39.690709 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:39.690709 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:39.690709 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:39.690709 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:39.690709 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:39.690709 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:39.690709 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:39.690709 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:39.690709 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:39.690709 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:39.690709 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:39.696868 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:39.714176 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=52a3b07c-eeb6-46ce-a11b-f2dd1daaea10,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:39.719530 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:39.740857 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] For port c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:35:39.746613 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] For port c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:35:39.751337 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.751805 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.db.api [None req-da39e9ad-a534-4fd4-8e44-8e038cd96d82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 17:35:39.751993 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_db.api [None req-da39e9ad-a534-4fd4-8e44-8e038cd96d82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 17:35:39.752147 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:39.784103 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=74455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:35:39.793691 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff82fbca-fdbe-4bcf-a46d-d4db9935bbec,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:39.797982 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:39.801268 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.801812 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.segments_db [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Added segment 55ab2015-3218-43f4-b4a1-ee40ac38b1f7 of type vlan for network a48099f2-0456-4bff-8529-7078fcd67bc0 Apr 30 17:35:39.816300 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.835330 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Transition to ACTIVE for port object c52e74ad-01f4-4602-8538-79074161672b will not be triggered until provisioned by entity DHCP. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:39.838843 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.862850 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.867525 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:39.926088 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.931974 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:39.948196 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Routers {'ea4143e6-c46f-4022-965d-f6b7f2bd5b00'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:39.948754 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:39.964980 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.966757 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:39.967476 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.972994 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-2c77a3c2-92c7-4885-aa16-9dce713ab182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:39.998912 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Network f6de51b8-401e-44f1-ba63-c82446525040 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:40.002594 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:40.002892 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Pushing event updated for resources: {'Port': ['ID=c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc,revision_number=3']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:40.011055 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-cfe5329a-efd6-4350-a8c2-c9535ff27c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:40.014341 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:40.067526 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Pushing event updated for resources: {'Port': ['ID=c52e74ad-01f4-4602-8538-79074161672b,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:40.078607 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:40.103007 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4071129'] for router_interface, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:40.128275 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Pushing event updated for resources: {'Network': ['ID=a48099f2-0456-4bff-8529-7078fcd67bc0,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:40.133368 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:40.143751 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network a48099f2-0456-4bff-8529-7078fcd67bc0 details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:35:40.156205 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] Set router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:40.206764 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2402971 Apr 30 17:35:40.210857 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57506) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:40.222209 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Request body: {'subnet': {'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-672297626-subnet', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'ip_version': 4}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:40.229835 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:40.237506 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Usage tracker for resource:subnet and tenant:fb1f838f7adc48668b0ffff0aee7d8b5 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:40.241936 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:40.250122 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:40.344992 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Made reservation on behalf of fb1f838f7adc48668b0ffff0aee7d8b5 for: {'subnet': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:35:40.352429 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143645'] for subnet, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:40.600125 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-e01202b4-b486-4d89-85e4-70b9cc64fc42 None None] Provisioning for port c52e74ad-01f4-4602-8538-79074161672b completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:40.608964 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-e01202b4-b486-4d89-85e4-70b9cc64fc42 None None] Provisioning complete for port c52e74ad-01f4-4602-8538-79074161672b triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:40.611842 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e01202b4-b486-4d89-85e4-70b9cc64fc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:40.662422 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:36Z', 'revision_number': 3, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:40.667492 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21992acf-c461-4da0-b4de-506c12dd62e0 None None] The sync data for ids ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'] in dv-cinder-784779-10-iscsi is: [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:36Z', 'revision_number': 3, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:35:40.705087 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-e01202b4-b486-4d89-85e4-70b9cc64fc42 None None] Port c52e74ad-01f4-4602-8538-79074161672b cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:35:40.751950 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:40.754142 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 51f93fd5-c999-4289-8c99-675455b2a704 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:40.896141 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Sync routers for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:35:40.905993 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:40.906728 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:40.982059 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 51f93fd5-c999-4289-8c99-675455b2a704 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:40.999377 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 51f93fd5-c999-4289-8c99-675455b2a704 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:40.999777 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:41.111244 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:41.170716 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:41.226489 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c5d3ab16-72dc-40eb-aad6-b977d6f3954e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:41.242734 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:41.272296 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143627'] for subnet, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:41.280001 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-fdf6c221-6990-4417-bee1-14dc5640c0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:41.378429 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4071034'] for router_interface, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:41.386374 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Pushing event updated for resources: {'Port': ['ID=c52e74ad-01f4-4602-8538-79074161672b,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:41.391514 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:41.396014 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:41.430742 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efab583d-efa8-4aad-a74b-79c011aa5000,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:41.440975 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:41.455944 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 51f93fd5-c999-4289-8c99-675455b2a704, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=51f93fd5-c999-4289-8c99-675455b2a704,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:41.458206 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Checking segment: {'id': '55ab2015-3218-43f4-b4a1-ee40ac38b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:41.458793 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Network hostable DHCP agents. Network: a48099f2-0456-4bff-8529-7078fcd67bc0, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:35:41.521066 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:41.521889 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:41.547722 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Network a48099f2-0456-4bff-8529-7078fcd67bc0 is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:35:41.553399 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-fd2d8e77-e360-4e40-a39d-1763672a8ba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:41.629798 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Network f6de51b8-401e-44f1-ba63-c82446525040 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:41.632022 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:41.639198 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, a48099f2-0456-4bff-8529-7078fcd67bc0) {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:41.655337 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:41.655337 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:41.688355 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433625f5-076d-4b07-8ece-998eb32847fe None None] Network a48099f2-0456-4bff-8529-7078fcd67bc0 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:35:41.786357 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-95dc21aa-b8e8-4398-ae61-ae013734b1e2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5733893 Apr 30 17:35:41.787121 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57512) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:41.792497 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-672297626-router', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:41.804750 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:41.816202 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Usage tracker for resource:router and tenant:fb1f838f7adc48668b0ffff0aee7d8b5 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:41.821324 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:41.830402 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:41.895438 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:35:41.914548 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4123496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497264'] for router, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:41.919394 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4100968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4072912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4136877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497225'] for router, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:41.955189 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:42.026991 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=51f93fd5-c999-4289-8c99-675455b2a704,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:42.035885 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:42.086363 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:42.086779 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:42.098383 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:35:42.111129 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] 10.222.0.18 "PUT /v2.0/routers/ea4143e6-c46f-4022-965d-f6b7f2bd5b00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3471739 Apr 30 17:35:42.120234 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-060f8fbf-be2e-45e0-a913-788805c1d8c4 None None] Provisioning complete for port c52e74ad-01f4-4602-8538-79074161672b triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:42.120612 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-060f8fbf-be2e-45e0-a913-788805c1d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:42.171951 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:42.174156 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-526fedd9-3e5a-4eb0-893d-bd342f19492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:42.224959 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:36Z', 'revision_number': 2, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:42.255495 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Checking router: 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:35:42.255859 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Updating router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 port 1a483c0e-f929-47b8-906d-a29f93c6aeec binding host dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:35:42.293533 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-060f8fbf-be2e-45e0-a913-788805c1d8c4 None None] Port c52e74ad-01f4-4602-8538-79074161672b cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:35:42.368513 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4072921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4123398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497239'] for router, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:42.373206 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:42.425325 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95b46b8c-a4c9-5744-a36e-abae1e22de60-a48099f2-0456-4bff-8529-7078fcd67bc0', 'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'fixed_ips': [{'subnet_id': 'efab583d-efa8-4aad-a74b-79c011aa5000'}]}} from dv-cinder-784779-10-iscsi. {{(pid=74456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:35:42.425325 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:42.761014 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57532) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:42.771600 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1099805397', 'description': 'tempest-description--915331261'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:42.778938 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:42.786310 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Usage tracker for resource:security_group and tenant:cdbcbbe6ee6846d5865d08d212788426 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:42.790145 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:42.797650 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:42.868121 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.db_base_plugin_common [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Allocated IP 172.20.0.2 (a48099f2-0456-4bff-8529-7078fcd67bc0/efab583d-efa8-4aad-a74b-79c011aa5000/e4641bc5-f2ae-49e3-9553-4a592552ec5a) {{(pid=74456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:42.897596 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 51f93fd5-c999-4289-8c99-675455b2a704 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:42.910774 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:42.940694 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Sync routers for ids ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:35:42.943633 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:42.957219 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Routers {'ea4143e6-c46f-4022-965d-f6b7f2bd5b00'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:42.957868 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:43.045290 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.076365 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:43.083748 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Usage tracker for resource:security_group_rule and tenant:cdbcbbe6ee6846d5865d08d212788426 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:43.104101 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:43.124354 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:43.181853 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Set router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:43.199724 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 51f93fd5-c999-4289-8c99-675455b2a704 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:43.200260 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.252328 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.261381 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Allocated IP 172.27.3.94 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/abfc25b3-59d3-439c-8f84-ca166baab204) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:43.338206 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Notify callbacks [] for port, precommit_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.357515 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.378067 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Transition to ACTIVE for port object 1a483c0e-f929-47b8-906d-a29f93c6aeec will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:43.379310 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-cd78650f-da2d-4d5a-ba4c-c7fca80450e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:43.423311 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Notify callbacks [] for port, precommit_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.431124 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f342bdc-2f7e-4e12-a1b2-e99934489f61,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:43.446057 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:43.447043 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Transition to ACTIVE for port object e4641bc5-f2ae-49e3-9553-4a592552ec5a will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:43.473565 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.481638 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:43.498166 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.511880 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:43.530274 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.531728 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7669251 Apr 30 17:35:43.535387 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57538) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:43.541990 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-1b578b0c-965b-4bfa-8bbd-c5e98a029139 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Request body: {'security_group_rule': {'security_group_id': '2f342bdc-2f7e-4e12-a1b2-e99934489f61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:43.549789 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-1b578b0c-965b-4bfa-8bbd-c5e98a029139 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:43.553362 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-1b578b0c-965b-4bfa-8bbd-c5e98a029139 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Usage tracker for resource:security_group_rule and tenant:cdbcbbe6ee6846d5865d08d212788426 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:43.556379 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-1b578b0c-965b-4bfa-8bbd-c5e98a029139 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:43.559504 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Transition to ACTIVE for port object e4641bc5-f2ae-49e3-9553-4a592552ec5a will not be triggered until provisioned by entity DHCP. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:43.565437 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-1b578b0c-965b-4bfa-8bbd-c5e98a029139 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:43.597430 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': 'c52e74ad-01f4-4602-8538-79074161672b', 'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'mac_address': 'fa:16:3e:f4:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:39Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 2, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'subnets': [{'id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:43.602896 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Checking router: ea4143e6-c46f-4022-965d-f6b7f2bd5b00 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:35:43.603361 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Updating router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 port c52e74ad-01f4-4602-8538-79074161672b binding host dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:35:43.647249 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.671131 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:43.673240 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.701397 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190ccf5-f3dd-420a-8867-c5dbd85f93ac None None] Pushing event updated for resources: {'Port': ['ID=1a483c0e-f929-47b8-906d-a29f93c6aeec,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:43.707834 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-0190ccf5-f3dd-420a-8867-c5dbd85f93ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:43.718913 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1b578b0c-965b-4bfa-8bbd-c5e98a029139 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.748254 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148'] for port, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.758777 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:43.777219 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:43.787364 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:43.796767 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:43.820478 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1b578b0c-965b-4bfa-8bbd-c5e98a029139 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.876465 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Pushing event updated for resources: {'Port': ['ID=abfc25b3-59d3-439c-8f84-ca166baab204,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:43.879433 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:43.896428 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1b578b0c-965b-4bfa-8bbd-c5e98a029139 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.900577 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-6c27cca2-628a-4e5f-bb29-1953daf4c65e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:43.940670 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b578b0c-965b-4bfa-8bbd-c5e98a029139 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6259e7c9-3a2e-4983-986c-04bb72d5d0fb,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:43.943333 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Pushing event updated for resources: {'Port': ['ID=e4641bc5-f2ae-49e3-9553-4a592552ec5a,revision_number=1']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:43.948253 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1b578b0c-965b-4bfa-8bbd-c5e98a029139 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:43.959740 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.974836 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:43.996751 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Network a48099f2-0456-4bff-8529-7078fcd67bc0 is already hosted by enough agents. {{(pid=74456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:44.004374 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.base_scheduler [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Resources bound (agent type, host, resource id): {{(pid=74456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:44.009817 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Received port after_create {{(pid=74456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:44.023113 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Attempting to bind port 1a483c0e-f929-47b8-906d-a29f93c6aeec on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:35:44.023479 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Attempting to bind port 1a483c0e-f929-47b8-906d-a29f93c6aeec by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:35:44.023833 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Attempting to bind port 1a483c0e-f929-47b8-906d-a29f93c6aeec on network 5118869f-2534-4299-bc69-5de0ebba617c {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:44.035930 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1b578b0c-965b-4bfa-8bbd-c5e98a029139 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.041503 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-1b578b0c-965b-4bfa-8bbd-c5e98a029139 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5043807 Apr 30 17:35:44.048821 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57544) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:44.057742 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-d6bbb771-6384-46b0-bfbf-f304e9f1d95c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Request body: {'security_group_rule': {'security_group_id': '2f342bdc-2f7e-4e12-a1b2-e99934489f61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:44.070199 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-d6bbb771-6384-46b0-bfbf-f304e9f1d95c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:44.070470 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:35:44.070822 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Checking segment: {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:44.071278 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.072447 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Bound using segment: {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:35:44.072447 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Bound port: 1a483c0e-f929-47b8-906d-a29f93c6aeec, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:35:44.073536 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.079432 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-d6bbb771-6384-46b0-bfbf-f304e9f1d95c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Usage tracker for resource:security_group_rule and tenant:cdbcbbe6ee6846d5865d08d212788426 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:44.089852 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-d6bbb771-6384-46b0-bfbf-f304e9f1d95c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:44.098119 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-d6bbb771-6384-46b0-bfbf-f304e9f1d95c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:44.140412 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:44.149744 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Notify callbacks [] for port, precommit_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.162346 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.provisioning_blocks [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Transition to ACTIVE for port object c52e74ad-01f4-4602-8538-79074161672b will not be triggered until provisioned by entity L2. {{(pid=74457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:44.182477 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:44.182844 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.213696 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Attempting to bind port e4641bc5-f2ae-49e3-9553-4a592552ec5a on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:35:44.214063 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Attempting to bind port e4641bc5-f2ae-49e3-9553-4a592552ec5a by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '55ab2015-3218-43f4-b4a1-ee40ac38b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:35:44.214428 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Attempting to bind port e4641bc5-f2ae-49e3-9553-4a592552ec5a on network a48099f2-0456-4bff-8529-7078fcd67bc0 {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:44.245730 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:35:44.246104 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Checking segment: {'id': '55ab2015-3218-43f4-b4a1-ee40ac38b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:44.246504 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.246906 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Bound using segment: {'id': '55ab2015-3218-43f4-b4a1-ee40ac38b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:35:44.247402 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Bound port: e4641bc5-f2ae-49e3-9553-4a592552ec5a, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ab2015-3218-43f4-b4a1-ee40ac38b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:35:44.247776 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.251523 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb771-6384-46b0-bfbf-f304e9f1d95c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.284693 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.294822 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:44.323580 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb771-6384-46b0-bfbf-f304e9f1d95c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.358611 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] For port 1a483c0e-f929-47b8-906d-a29f93c6aeec, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:35:44.434703 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb771-6384-46b0-bfbf-f304e9f1d95c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.436167 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74a76e-f5b0-432e-879c-046070c85b88 None None] Pushing event updated for resources: {'Port': ['ID=c52e74ad-01f4-4602-8538-79074161672b,revision_number=3']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:44.440262 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] For port 1a483c0e-f929-47b8-906d-a29f93c6aeec, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=1a483c0e-f929-47b8-906d-a29f93c6aeec,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:35:44.442538 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-fa74a76e-f5b0-432e-879c-046070c85b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:44.457602 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:44.466566 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] For port e4641bc5-f2ae-49e3-9553-4a592552ec5a, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:35:44.468820 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.486985 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] For port e4641bc5-f2ae-49e3-9553-4a592552ec5a, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=e4641bc5-f2ae-49e3-9553-4a592552ec5a,segment=NetworkSegment(55ab2015-3218-43f4-b4a1-ee40ac38b1f7),segment_id=55ab2015-3218-43f4-b4a1-ee40ac38b1f7)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:35:44.492614 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:44.510262 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbb771-6384-46b0-bfbf-f304e9f1d95c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978c09f3-c235-401a-983f-ad59bdb6a257,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:44.510955 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.524459 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d6bbb771-6384-46b0-bfbf-f304e9f1d95c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:44.537233 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.542702 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:44.552608 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Attempting to bind port c52e74ad-01f4-4602-8538-79074161672b on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:35:44.552978 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Attempting to bind port c52e74ad-01f4-4602-8538-79074161672b by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:35:44.553340 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Attempting to bind port c52e74ad-01f4-4602-8538-79074161672b on network f6de51b8-401e-44f1-ba63-c82446525040 {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:44.562317 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:35:44.562949 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Checking segment: {'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:44.563728 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.564335 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Bound using segment: {'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:35:44.565151 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Bound port: c52e74ad-01f4-4602-8538-79074161672b, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'}}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:35:44.565788 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.645086 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb771-6384-46b0-bfbf-f304e9f1d95c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.649104 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-d6bbb771-6384-46b0-bfbf-f304e9f1d95c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6005328 Apr 30 17:35:44.649343 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57550) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:44.655624 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Request body: {'floatingip': {'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:44.677674 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.678552 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:44.678726 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.690824 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Usage tracker for resource:floatingip and tenant:cdbcbbe6ee6846d5865d08d212788426 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:44.695306 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:44.714916 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:44.740649 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:44.741382 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:44.754516 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] For port c52e74ad-01f4-4602-8538-79074161672b, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:35:44.759558 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] For port c52e74ad-01f4-4602-8538-79074161672b, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=c52e74ad-01f4-4602-8538-79074161672b,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:35:44.829252 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190ccf5-f3dd-420a-8867-c5dbd85f93ac None None] Pushing event updated for resources: {'Port': ['ID=1a483c0e-f929-47b8-906d-a29f93c6aeec,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:44.834305 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-0190ccf5-f3dd-420a-8867-c5dbd85f93ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:44.834808 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:44.850381 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for floatingip, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.879622 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.898146 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-d5122f43-de9d-41d2-a3bd-2395eaeeb858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:44.995053 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4072886'] for router, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:45.025146 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Pushing event updated for resources: {'Port': ['ID=e4641bc5-f2ae-49e3-9553-4a592552ec5a,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:45.029902 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Routers {'ea4143e6-c46f-4022-965d-f6b7f2bd5b00'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:45.030995 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:45.131391 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:45.182503 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:45.191172 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74a76e-f5b0-432e-879c-046070c85b88 None None] Pushing event updated for resources: {'Port': ['ID=c52e74ad-01f4-4602-8538-79074161672b,revision_number=4']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:45.209056 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-fa74a76e-f5b0-432e-879c-046070c85b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:45.332733 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:45.337818 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:45.343297 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.658s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:45.343670 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:45.444025 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] Set router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:45.499529 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Allocated IP 172.27.3.3 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/375467cb-cb2f-4a8a-925e-84ae71379ba9) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:45.564408 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Router 4cc7e821-5807-459d-a468-e5b955927555 is scheduled to L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 with binding_index 1 {{(pid=74455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:35:45.790948 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:45.806063 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:45.818576 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d5c17-c379-46ab-95ac-6ba6e7aeff5c None None] The sync data for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi is: [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:35:45.899619 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:46.006127 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': 'c52e74ad-01f4-4602-8538-79074161672b', 'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'mac_address': 'fa:16:3e:f4:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:39Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'subnets': [{'id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:46.012051 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0073278a-0b3a-4603-b5a7-939445e85e07 None None] The sync data for ids ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'] in dv-cinder-784779-10-iscsi is: [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': 'c52e74ad-01f4-4602-8538-79074161672b', 'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'mac_address': 'fa:16:3e:f4:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:39Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'subnets': [{'id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:35:46.048911 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:35:46.061777 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Sync routers for ids ['4cc7e821-5807-459d-a468-e5b955927555'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:35:46.062369 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:46.074400 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:46.080112 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Routers {'4cc7e821-5807-459d-a468-e5b955927555'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:46.081237 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['4cc7e821-5807-459d-a468-e5b955927555'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:46.169574 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:46.173200 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:46.179405 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:46.227676 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Notify callbacks [] for router, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:46.232064 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4438171 Apr 30 17:35:46.233068 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57560) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:46.297935 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event updated for resources: {'Port': ['ID=375467cb-cb2f-4a8a-925e-84ae71379ba9,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:46.301443 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:46.346055 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:46.420534 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Set router 4cc7e821-5807-459d-a468-e5b955927555 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:46.586678 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:46.710480 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6e42d4-618a-4555-8184-51cd87f47e41 None None] Network a48099f2-0456-4bff-8529-7078fcd67bc0 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:35:46.979026 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:47.044451 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:47.070850 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:47.136689 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c52e74ad-01f4-4602-8538-79074161672b up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:47.209178 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event updated for resources: {'Port': ['ID=375467cb-cb2f-4a8a-925e-84ae71379ba9,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:47.213636 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:47.214856 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:47.232223 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-c37d75a0-1e0e-420c-81b5-bf5e1b7fab19 None None] Provisioning for port e4641bc5-f2ae-49e3-9553-4a592552ec5a completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:47.312102 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:47.331502 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:47.341282 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6832056 Apr 30 17:35:47.491976 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc7e821-5807-459d-a468-e5b955927555', 'name': 'tempest-TestVolumeBootPattern-672297626-router', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:41Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 3, 'project_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'gw_port': {'id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc7e821-5807-459d-a468-e5b955927555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:42Z', 'updated_at': '2021-04-30T17:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:47.500155 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Checking router: 4cc7e821-5807-459d-a468-e5b955927555 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:35:47.500569 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Updating router 4cc7e821-5807-459d-a468-e5b955927555 port abfc25b3-59d3-439c-8f84-ca166baab204 binding host dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:35:47.532039 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port c52e74ad-01f4-4602-8538-79074161672b completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:47.547161 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port c52e74ad-01f4-4602-8538-79074161672b triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:47.548622 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:47.616617 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:47.716278 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-6b58b98b-bdfe-47c7-9af6-2873a79c0bbf tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1099805397&fields=id&tenant_id=cdbcbbe6ee6846d5865d08d212788426 HTTP/1.1" status: 200 len: 267 time: 0.0981548 Apr 30 17:35:47.721096 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Allocated IP 172.20.0.1 (a48099f2-0456-4bff-8529-7078fcd67bc0/efab583d-efa8-4aad-a74b-79c011aa5000/236c7487-1ac4-4ea7-9c9b-462e9d308f8a) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:47.881167 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.003727 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port c52e74ad-01f4-4602-8538-79074161672b, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=c52e74ad-01f4-4602-8538-79074161672b,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:48.009909 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-0aaa62be-9da7-4614-bf49-7fb314ab5d4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:48.012511 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-0aaa62be-9da7-4614-bf49-7fb314ab5d4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/networks?id=f6de51b8-401e-44f1-ba63-c82446525040 HTTP/1.1" status: 200 len: 810 time: 0.2822883 Apr 30 17:35:48.047891 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.059947 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-5da4820f-714a-4968-8237-f927d57cbaaf tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/quotas/cdbcbbe6ee6846d5865d08d212788426 HTTP/1.1" status: 200 len: 375 time: 0.0341785 Apr 30 17:35:48.116906 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.118549 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 1a483c0e-f929-47b8-906d-a29f93c6aeec up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:48.166844 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-723c379f-33b7-4bca-810b-b5574bbf7633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:48.282005 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Notify callbacks [] for port, precommit_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.283313 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Transition to ACTIVE for port object 236c7487-1ac4-4ea7-9c9b-462e9d308f8a will not be triggered until provisioned by entity DHCP. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:48.312119 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Transition to ACTIVE for port object abfc25b3-59d3-439c-8f84-ca166baab204 will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:48.317085 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=c52e74ad-01f4-4602-8538-79074161672b,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:48.322265 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:48.334911 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-b8397913-9ad5-4c63-be0a-24dd3b1bca8a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdbcbbe6ee6846d5865d08d212788426&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2653034 Apr 30 17:35:48.410888 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.414630 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:48.446731 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.449645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 1a483c0e-f929-47b8-906d-a29f93c6aeec completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:48.452669 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f50de4d1-d6ce-4869-b8a2-400588350d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:48.469932 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 1a483c0e-f929-47b8-906d-a29f93c6aeec triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:48.470307 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.523220 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Network a48099f2-0456-4bff-8529-7078fcd67bc0 is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:48.530339 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:48.547744 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Attempting to bind port abfc25b3-59d3-439c-8f84-ca166baab204 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:35:48.548250 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Attempting to bind port abfc25b3-59d3-439c-8f84-ca166baab204 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:35:48.548563 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Attempting to bind port abfc25b3-59d3-439c-8f84-ca166baab204 on network 75f81fbd-83ca-4d8e-a99f-6c15173d718a {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:48.551793 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:48.553028 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323c48f-ccf5-4de0-835f-547c3070331e None None] Pushing event updated for resources: {'Port': ['ID=abfc25b3-59d3-439c-8f84-ca166baab204,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:48.564656 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-b323c48f-ccf5-4de0-835f-547c3070331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:48.569198 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:35:48.569619 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Checking segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:48.570035 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.570439 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Bound using segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:35:48.570931 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Bound port: abfc25b3-59d3-439c-8f84-ca166baab204, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:35:48.571344 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.619043 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Pushing event updated for resources: {'Port': ['ID=236c7487-1ac4-4ea7-9c9b-462e9d308f8a,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:48.631963 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:48.636814 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-7758baaa-9a9b-4dd5-a638-c9597dd0d135 service neutron] 10.222.0.18 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886128 Apr 30 17:35:48.687899 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4071129'] for router_interface, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.750785 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] For port abfc25b3-59d3-439c-8f84-ca166baab204, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:35:48.756795 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.777126 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] For port abfc25b3-59d3-439c-8f84-ca166baab204, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=abfc25b3-59d3-439c-8f84-ca166baab204,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:35:48.800889 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 1a483c0e-f929-47b8-906d-a29f93c6aeec, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=1a483c0e-f929-47b8-906d-a29f93c6aeec,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:48.952707 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.959350 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:48.966604 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-2bd9622a-1984-4a8d-b027-ca13cfc602b7 service neutron] 10.222.0.18 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213151 Apr 30 17:35:48.991646 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.992511 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:49.065930 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-3d9ff4cf-d812-484b-9980-19ab6ba63770 None None] Provisioning for port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:49.113008 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-3d9ff4cf-d812-484b-9980-19ab6ba63770 None None] Provisioning complete for port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:49.113633 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff4cf-d812-484b-9980-19ab6ba63770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:49.174444 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:49.198756 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Routers {'4cc7e821-5807-459d-a468-e5b955927555'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:49.199459 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['4cc7e821-5807-459d-a468-e5b955927555'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:49.291534 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ff4cf-d812-484b-9980-19ab6ba63770 None None] Port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:35:49.296141 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323c48f-ccf5-4de0-835f-547c3070331e None None] Pushing event updated for resources: {'Port': ['ID=abfc25b3-59d3-439c-8f84-ca166baab204,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:49.303798 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-b323c48f-ccf5-4de0-835f-547c3070331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:49.306951 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:49.457890 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-23a059e1-0002-491e-860a-610e5a953f61 req-eb1f3f38-3b8e-4e41-aa35-83b3512f921c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 210 time: 0.0665109 Apr 30 17:35:49.504631 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=1a483c0e-f929-47b8-906d-a29f93c6aeec,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:49.507502 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:49.507872 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:49.538103 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:49.581411 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] Set router 4cc7e821-5807-459d-a468-e5b955927555 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:49.581631 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:49.673932 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:49.700172 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:49.785076 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Pushing event updated for resources: {'Port': ['ID=236c7487-1ac4-4ea7-9c9b-462e9d308f8a,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:49.789752 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:49.790678 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4071034'] for router_interface, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:49.876496 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device e4641bc5-f2ae-49e3-9553-4a592552ec5a up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:49.942758 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Network a48099f2-0456-4bff-8529-7078fcd67bc0 is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:49.944076 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:50.044992 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc7e821-5807-459d-a468-e5b955927555', 'name': 'tempest-TestVolumeBootPattern-672297626-router', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:41Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 4, 'project_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'gw_port': {'id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc7e821-5807-459d-a468-e5b955927555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:42Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '236c7487-1ac4-4ea7-9c9b-462e9d308f8a', 'name': '', 'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'mac_address': 'fa:16:3e:87:d6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc7e821-5807-459d-a468-e5b955927555', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'efab583d-efa8-4aad-a74b-79c011aa5000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:47Z', 'updated_at': '2021-04-30T17:35:47Z', 'revision_number': 1, 'project_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'subnets': [{'id': 'efab583d-efa8-4aad-a74b-79c011aa5000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:50.051962 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce15f35a-31fa-4c3f-bc1e-9610b70ff1fe None None] The sync data for ids ['4cc7e821-5807-459d-a468-e5b955927555'] in dv-cinder-784779-10-iscsi is: [{'id': '4cc7e821-5807-459d-a468-e5b955927555', 'name': 'tempest-TestVolumeBootPattern-672297626-router', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:41Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 4, 'project_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'gw_port': {'id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc7e821-5807-459d-a468-e5b955927555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:42Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '236c7487-1ac4-4ea7-9c9b-462e9d308f8a', 'name': '', 'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'mac_address': 'fa:16:3e:87:d6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc7e821-5807-459d-a468-e5b955927555', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'efab583d-efa8-4aad-a74b-79c011aa5000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:47Z', 'updated_at': '2021-04-30T17:35:47Z', 'revision_number': 1, 'project_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'subnets': [{'id': 'efab583d-efa8-4aad-a74b-79c011aa5000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:35:50.154207 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port e4641bc5-f2ae-49e3-9553-4a592552ec5a completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:50.162150 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port e4641bc5-f2ae-49e3-9553-4a592552ec5a triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:50.170225 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:50.193467 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Router 4cc7e821-5807-459d-a468-e5b955927555 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:35:50.342452 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:50.429677 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port e4641bc5-f2ae-49e3-9553-4a592552ec5a, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=e4641bc5-f2ae-49e3-9553-4a592552ec5a,segment=NetworkSegment(55ab2015-3218-43f4-b4a1-ee40ac38b1f7),segment_id=55ab2015-3218-43f4-b4a1-ee40ac38b1f7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:50.436803 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-b493b237-f1cd-4de7-9df7-49028f0d3a35 None None] Provisioning complete for port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:50.438677 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-b493b237-f1cd-4de7-9df7-49028f0d3a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:50.532869 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-b493b237-f1cd-4de7-9df7-49028f0d3a35 None None] Port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:35:50.534614 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:50.548756 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:50.650732 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=e4641bc5-f2ae-49e3-9553-4a592552ec5a,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:50.662623 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:50.668477 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f9db5473-7b39-4922-85cc-4bce72f3c51d req-8d94cc3d-e437-4561-b4c5-7fa2eadf8283 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 210 time: 0.0535867 Apr 30 17:35:50.674843 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 1a483c0e-f929-47b8-906d-a29f93c6aeec up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:50.721826 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:35:50.739192 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] 10.222.0.18 "PUT /v2.0/routers/4cc7e821-5807-459d-a468-e5b955927555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5049727 Apr 30 17:35:50.781446 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 1a483c0e-f929-47b8-906d-a29f93c6aeec triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:50.788591 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:50.927714 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c52e74ad-01f4-4602-8538-79074161672b up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:51.063756 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port c52e74ad-01f4-4602-8538-79074161672b triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:51.064111 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:51.476246 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57606) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:51.483436 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-53121536', 'description': 'tempest-secgroup-smoke-53121536 description', 'project_id': '7afc693eecb14c7fb2225f8685751963'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:51.491191 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:51.497459 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Usage tracker for resource:security_group and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:51.502448 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:51.510320 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:51.741167 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:51.762600 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:51.768094 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Usage tracker for resource:security_group_rule and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:51.771026 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:51.777050 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:51.842401 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2592d21a-3e11-45dd-ac49-41a087161bb8 req-0a938c3d-d158-4cab-a221-efd530d4c975 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 210 time: 0.0457342 Apr 30 17:35:51.856663 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:51.987583 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:51.992362 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-68194d85-d0f5-4b44-9afc-3cebcaa52e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:52.040897 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:52.043649 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:52.193000 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:52.194323 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.7167640 Apr 30 17:35:52.198009 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 57612) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:52.204266 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-4e964d0c-cc83-4629-be6b-58436ffceab2 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Request body: {'security_group_rule': {'security_group_id': 'be56e4a4-8cdc-47a1-a037-bdefde5b5f3d', 'project_id': '7afc693eecb14c7fb2225f8685751963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:52.210547 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-4e964d0c-cc83-4629-be6b-58436ffceab2 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:52.214928 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-4e964d0c-cc83-4629-be6b-58436ffceab2 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Usage tracker for resource:security_group_rule and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:52.218164 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-4e964d0c-cc83-4629-be6b-58436ffceab2 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:52.224495 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-4e964d0c-cc83-4629-be6b-58436ffceab2 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:52.389646 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4e964d0c-cc83-4629-be6b-58436ffceab2 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:52.580494 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-4d04c891-fc36-41c5-9783-17cca2d8d83b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:52.585963 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-4d04c891-fc36-41c5-9783-17cca2d8d83b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Synchronizing usage tracker for tenant:cdbcbbe6ee6846d5865d08d212788426 on resource:network {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:35:52.625036 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4e964d0c-cc83-4629-be6b-58436ffceab2 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:52.726035 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4e964d0c-cc83-4629-be6b-58436ffceab2 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:52.730716 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-e80d0150-01a1-4ac6-b51a-3942e38c6a31 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:52.759766 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-4d04c891-fc36-41c5-9783-17cca2d8d83b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Unset dirty status for tenant:cdbcbbe6ee6846d5865d08d212788426 on resource:network {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:35:52.761079 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-4d04c891-fc36-41c5-9783-17cca2d8d83b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.63 "GET /v2.0/networks?id=f6de51b8-401e-44f1-ba63-c82446525040 HTTP/1.1" status: 200 len: 810 time: 0.4027276 Apr 30 17:35:52.762695 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e964d0c-cc83-4629-be6b-58436ffceab2 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5083048e-3910-4c6b-9c53-72d0e3690828,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:52.768405 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-4e964d0c-cc83-4629-be6b-58436ffceab2 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:52.824655 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device abfc25b3-59d3-439c-8f84-ca166baab204 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:52.832867 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-e9b40b80-bed7-47e4-abe4-01c61a8e15fd tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Synchronizing usage tracker for tenant:cdbcbbe6ee6846d5865d08d212788426 on resource:security_group {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:35:52.863448 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4e964d0c-cc83-4629-be6b-58436ffceab2 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:52.865901 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-4e964d0c-cc83-4629-be6b-58436ffceab2 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6665971 Apr 30 17:35:52.870305 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57622) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:52.882224 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-55eb2c5f-616c-4a07-b120-db7c2fc212d1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Request body: {'security_group_rule': {'security_group_id': 'be56e4a4-8cdc-47a1-a037-bdefde5b5f3d', 'project_id': '7afc693eecb14c7fb2225f8685751963', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:52.909656 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-55eb2c5f-616c-4a07-b120-db7c2fc212d1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:52.921489 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-55eb2c5f-616c-4a07-b120-db7c2fc212d1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Usage tracker for resource:security_group_rule and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:52.949210 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-55eb2c5f-616c-4a07-b120-db7c2fc212d1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:52.953491 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-e9b40b80-bed7-47e4-abe4-01c61a8e15fd tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Unset dirty status for tenant:cdbcbbe6ee6846d5865d08d212788426 on resource:security_group {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:35:52.955171 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-e9b40b80-bed7-47e4-abe4-01c61a8e15fd tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbcbbe6ee6846d5865d08d212788426 HTTP/1.1" status: 200 len: 380 time: 0.1844928 Apr 30 17:35:52.966808 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Request body: {'port': {'device_id': '454ec9fe-644f-4b0e-886b-a3b6e6c83ffd', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'admin_state_up': True, 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'security_groups': ['2f342bdc-2f7e-4e12-a1b2-e99934489f61']}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:52.975705 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-55eb2c5f-616c-4a07-b120-db7c2fc212d1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:53.115701 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c8d0c6df-7f6c-4764-8d65-ad615e727908 req-840ab24d-5f11-4e82-b152-1958ebade857 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 210 time: 0.0636041 Apr 30 17:35:53.118897 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-55eb2c5f-616c-4a07-b120-db7c2fc212d1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.125528 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port abfc25b3-59d3-439c-8f84-ca166baab204 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:53.139294 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port abfc25b3-59d3-439c-8f84-ca166baab204 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:53.140509 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.186136 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:53.191768 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Usage tracker for resource:port and tenant:cdbcbbe6ee6846d5865d08d212788426 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:53.195700 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:53.204196 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:53.227396 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-55eb2c5f-616c-4a07-b120-db7c2fc212d1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.313908 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Made reservation on behalf of cdbcbbe6ee6846d5865d08d212788426 for: {'port': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:35:53.318383 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.342857 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.347979 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-55eb2c5f-616c-4a07-b120-db7c2fc212d1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.350854 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-40ae19f2-2570-49fb-8625-b56a6b25eeaf tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:53.375714 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port abfc25b3-59d3-439c-8f84-ca166baab204, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=abfc25b3-59d3-439c-8f84-ca166baab204,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:53.382451 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb2c5f-616c-4a07-b120-db7c2fc212d1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92be34c5-d4ad-42ea-b29b-43cfcf37d146,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:53.387459 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-55eb2c5f-616c-4a07-b120-db7c2fc212d1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:53.479479 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-55eb2c5f-616c-4a07-b120-db7c2fc212d1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.479766 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.484053 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device e4641bc5-f2ae-49e3-9553-4a592552ec5a up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:53.485316 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-55eb2c5f-616c-4a07-b120-db7c2fc212d1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6122837 Apr 30 17:35:53.486648 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57632) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:53.493260 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-fd8fbd9d-8bc3-45f5-a430-7ff9c0938d9e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Request body: {'security_group_rule': {'security_group_id': 'be56e4a4-8cdc-47a1-a037-bdefde5b5f3d', 'project_id': '7afc693eecb14c7fb2225f8685751963', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:53.501317 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-fd8fbd9d-8bc3-45f5-a430-7ff9c0938d9e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:53.507136 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-fd8fbd9d-8bc3-45f5-a430-7ff9c0938d9e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Usage tracker for resource:security_group_rule and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:53.513282 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-fd8fbd9d-8bc3-45f5-a430-7ff9c0938d9e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:53.526104 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-fd8fbd9d-8bc3-45f5-a430-7ff9c0938d9e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:53.529518 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:53.572121 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Allocated IP 172.20.0.12 (f6de51b8-401e-44f1-ba63-c82446525040/6cdb1bba-78e7-4345-8e9e-f00b64aa7efd/6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:53.668699 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbd9d-8bc3-45f5-a430-7ff9c0938d9e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.701126 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=abfc25b3-59d3-439c-8f84-ca166baab204,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:53.716738 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:53.732492 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port e4641bc5-f2ae-49e3-9553-4a592552ec5a triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:53.733015 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.798551 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbd9d-8bc3-45f5-a430-7ff9c0938d9e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.844315 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.863558 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Transition to ACTIVE for port object 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 will not be triggered until provisioned by entity DHCP. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:53.886669 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbd9d-8bc3-45f5-a430-7ff9c0938d9e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.905713 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:53.927703 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fbd9d-8bc3-45f5-a430-7ff9c0938d9e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec82af3-bb1e-409a-84b2-5f170d4ccd89,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:53.930532 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-fd8fbd9d-8bc3-45f5-a430-7ff9c0938d9e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:53.965522 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.973325 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:54.027545 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-fd8fbd9d-8bc3-45f5-a430-7ff9c0938d9e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.032137 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-fd8fbd9d-8bc3-45f5-a430-7ff9c0938d9e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5409505 Apr 30 17:35:54.033883 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57638) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:54.046069 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-b28c10cc-dadf-491b-8afe-82a06d3ebed0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Request body: {'security_group_rule': {'security_group_id': 'be56e4a4-8cdc-47a1-a037-bdefde5b5f3d', 'project_id': '7afc693eecb14c7fb2225f8685751963', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:54.046310 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Network f6de51b8-401e-44f1-ba63-c82446525040 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:54.054277 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-b28c10cc-dadf-491b-8afe-82a06d3ebed0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:54.060639 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-b28c10cc-dadf-491b-8afe-82a06d3ebed0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Usage tracker for resource:security_group_rule and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:54.066515 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-b28c10cc-dadf-491b-8afe-82a06d3ebed0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:54.069170 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:54.071326 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event updated for resources: {'Port': ['ID=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:54.074075 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:54.081926 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-b28c10cc-dadf-491b-8afe-82a06d3ebed0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:54.104756 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:54.119627 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Sync routers for ids ['4cc7e821-5807-459d-a468-e5b955927555'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:35:54.133343 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Routers {'4cc7e821-5807-459d-a468-e5b955927555'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:54.134113 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['4cc7e821-5807-459d-a468-e5b955927555'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:54.150128 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:54.154695 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.188438 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-b28c10cc-dadf-491b-8afe-82a06d3ebed0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.262522 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3022189 Apr 30 17:35:54.277221 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Request body: {'port': {'device_id': '454ec9fe-644f-4b0e-886b-a3b6e6c83ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:54.285958 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-b28c10cc-dadf-491b-8afe-82a06d3ebed0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.386153 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-b28c10cc-dadf-491b-8afe-82a06d3ebed0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.400055 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d2013f59-4f38-4e56-90d5-3dc945cf442c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:54.422621 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c10cc-dadf-491b-8afe-82a06d3ebed0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04533ca-8fce-43f0-867b-9daedabe704b,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:54.433542 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-b28c10cc-dadf-491b-8afe-82a06d3ebed0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:54.449560 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Set router 4cc7e821-5807-459d-a468-e5b955927555 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:54.451542 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-79af0db6-2c0c-4021-b88e-9fe735b00e6e None None] Provisioning for port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:54.461575 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-79af0db6-2c0c-4021-b88e-9fe735b00e6e None None] Provisioning complete for port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:54.462629 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-79af0db6-2c0c-4021-b88e-9fe735b00e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.476171 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b64a1-c963-49dd-b89c-a8cbe0812a46 req-c8bf9838-4bff-47ce-afdf-afe3d3f6fb3b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:54.478011 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0e1b64a1-c963-49dd-b89c-a8cbe0812a46 req-c8bf9838-4bff-47ce-afdf-afe3d3f6fb3b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 932 time: 0.1620736 Apr 30 17:35:54.506539 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-b28c10cc-dadf-491b-8afe-82a06d3ebed0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.512607 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-b28c10cc-dadf-491b-8afe-82a06d3ebed0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4729390 Apr 30 17:35:54.512956 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57648) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:54.521777 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-565f0aed-b5e5-4ba1-8be4-5cb2d4c8a495 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Request body: {'security_group_rule': {'security_group_id': 'be56e4a4-8cdc-47a1-a037-bdefde5b5f3d', 'project_id': '7afc693eecb14c7fb2225f8685751963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:54.539046 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-565f0aed-b5e5-4ba1-8be4-5cb2d4c8a495 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:54.552489 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-79af0db6-2c0c-4021-b88e-9fe735b00e6e None None] Port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:35:54.552696 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-565f0aed-b5e5-4ba1-8be4-5cb2d4c8a495 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Usage tracker for resource:security_group_rule and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:54.566529 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-565f0aed-b5e5-4ba1-8be4-5cb2d4c8a495 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:54.566729 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.574498 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-565f0aed-b5e5-4ba1-8be4-5cb2d4c8a495 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:54.595767 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0e1b64a1-c963-49dd-b89c-a8cbe0812a46 req-f3c83dd0-7bbd-4ece-836b-3b8564d0ee9b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041365 Apr 30 17:35:54.670905 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device abfc25b3-59d3-439c-8f84-ca166baab204 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:54.746847 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port abfc25b3-59d3-439c-8f84-ca166baab204 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:54.747158 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.808467 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.securitygroups_db [None req-565f0aed-b5e5-4ba1-8be4-5cb2d4c8a495 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Project 7afc693eecb14c7fb2225f8685751963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 17:35:54.817456 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-565f0aed-b5e5-4ba1-8be4-5cb2d4c8a495 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.915496 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc7e821-5807-459d-a468-e5b955927555', 'name': 'tempest-TestVolumeBootPattern-672297626-router', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:41Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 4, 'project_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'gw_port': {'id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc7e821-5807-459d-a468-e5b955927555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:42Z', 'updated_at': '2021-04-30T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '236c7487-1ac4-4ea7-9c9b-462e9d308f8a', 'name': '', 'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'mac_address': 'fa:16:3e:87:d6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc7e821-5807-459d-a468-e5b955927555', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'efab583d-efa8-4aad-a74b-79c011aa5000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:47Z', 'updated_at': '2021-04-30T17:35:49Z', 'revision_number': 2, 'project_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'subnets': [{'id': 'efab583d-efa8-4aad-a74b-79c011aa5000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:54.921510 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Checking router: 4cc7e821-5807-459d-a468-e5b955927555 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:35:54.922430 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Updating router 4cc7e821-5807-459d-a468-e5b955927555 port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a binding host dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:35:54.925433 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-565f0aed-b5e5-4ba1-8be4-5cb2d4c8a495 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.989203 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.005264 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-565f0aed-b5e5-4ba1-8be4-5cb2d4c8a495 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.012246 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 {{(pid=74454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:35:55.021857 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:55.023239 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.040231 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Transition to ACTIVE for port object 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 will not be triggered until provisioned by entity L2. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:55.056249 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f0aed-b5e5-4ba1-8be4-5cb2d4c8a495 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301f7237-9a57-4cbc-b892-1d2f87183e8f,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:55.058750 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-565f0aed-b5e5-4ba1-8be4-5cb2d4c8a495 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:55.102019 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.105997 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:55.137430 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-565f0aed-b5e5-4ba1-8be4-5cb2d4c8a495 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.143598 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-565f0aed-b5e5-4ba1-8be4-5cb2d4c8a495 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6255612 Apr 30 17:35:55.143944 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57652) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:55.154169 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-0748c294-0799-480c-a1a0-2a09752b8075 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Request body: {'security_group_rule': {'security_group_id': 'be56e4a4-8cdc-47a1-a037-bdefde5b5f3d', 'project_id': '7afc693eecb14c7fb2225f8685751963', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:55.164225 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-0748c294-0799-480c-a1a0-2a09752b8075 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:55.171461 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-0748c294-0799-480c-a1a0-2a09752b8075 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Usage tracker for resource:security_group_rule and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:55.180241 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-0748c294-0799-480c-a1a0-2a09752b8075 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:55.186868 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-0748c294-0799-480c-a1a0-2a09752b8075 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:55.280118 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Pushing event updated for resources: {'Port': ['ID=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:55.310253 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:55.330641 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.securitygroups_db [None req-0748c294-0799-480c-a1a0-2a09752b8075 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Project 7afc693eecb14c7fb2225f8685751963 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 17:35:55.337486 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0748c294-0799-480c-a1a0-2a09752b8075 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.397109 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Notify callbacks [] for port, precommit_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.405370 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Attempting to bind port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:35:55.405795 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Attempting to bind port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:35:55.406137 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Attempting to bind port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 on network f6de51b8-401e-44f1-ba63-c82446525040 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:55.412486 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 on network f6de51b8-401e-44f1-ba63-c82446525040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:35:55.412842 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Attempting to bind port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 on network f6de51b8-401e-44f1-ba63-c82446525040 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:55.419642 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:35:55.420288 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Checking segment: {'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:55.420739 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Bound using segment: {'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:35:55.421243 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Bound port: 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'}}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:35:55.421603 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.427916 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.provisioning_blocks [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Transition to ACTIVE for port object 236c7487-1ac4-4ea7-9c9b-462e9d308f8a will not be triggered until provisioned by entity L2. {{(pid=74457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:55.435521 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0748c294-0799-480c-a1a0-2a09752b8075 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.521381 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.527156 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:55.530415 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] For port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1, host hv-cinder-78477, cleared binding levels {{(pid=74454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:35:55.532736 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] For port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:35:55.553112 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0748c294-0799-480c-a1a0-2a09752b8075 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.555388 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:55.583340 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748c294-0799-480c-a1a0-2a09752b8075 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7db17f-c3b3-41e2-8658-92e25c24cbfc,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:55.598961 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3b235-f5e0-43f4-9e30-5afba11a52db None None] Pushing event updated for resources: {'Port': ['ID=236c7487-1ac4-4ea7-9c9b-462e9d308f8a,revision_number=3']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:55.604222 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-0748c294-0799-480c-a1a0-2a09752b8075 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:55.634040 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.656082 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-24003ea1-0e23-47b3-ae4f-d96814c078e0 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:55.701558 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:55.702183 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.704474 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] 10.222.0.63 "PUT /v2.0/ports/6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 HTTP/1.1" status: 200 len: 1094 time: 1.4331002 Apr 30 17:35:55.711431 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454ec9fe-644f-4b0e-886b-a3b6e6c83ffd', 'tag': '6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:55.738985 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0748c294-0799-480c-a1a0-2a09752b8075 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.743761 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-0748c294-0799-480c-a1a0-2a09752b8075 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5959184 Apr 30 17:35:55.783173 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-87f3b235-f5e0-43f4-9e30-5afba11a52db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:55.808411 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Pushing event updated for resources: {'Port': ['ID=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1,revision_number=3']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:55.814041 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:55.830835 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454ec9fe-644f-4b0e-886b-a3b6e6c83ffd', 'tag': '6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1', 'status': 'completed', 'code': 200} Apr 30 17:35:55.968309 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Attempting to bind port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:35:55.969545 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Attempting to bind port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '55ab2015-3218-43f4-b4a1-ee40ac38b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0'}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:35:55.970106 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Attempting to bind port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a on network a48099f2-0456-4bff-8529-7078fcd67bc0 {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:55.998379 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03038c6f-6f9e-4af9-a69c-c5a103869b4a req-1f6ae740-5e7c-446a-b4bb-9bc19489b4c6 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:56.002735 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-03038c6f-6f9e-4af9-a69c-c5a103869b4a req-1f6ae740-5e7c-446a-b4bb-9bc19489b4c6 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 944 time: 0.2248819 Apr 30 17:35:56.003519 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:35:56.004164 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Checking segment: {'id': '55ab2015-3218-43f4-b4a1-ee40ac38b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:56.004981 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:56.005697 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Bound using segment: {'id': '55ab2015-3218-43f4-b4a1-ee40ac38b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0'} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:35:56.006267 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-072fd829-9528-4819-a1a0-537981300ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:56.006912 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Bound port: 236c7487-1ac4-4ea7-9c9b-462e9d308f8a, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ab2015-3218-43f4-b4a1-ee40ac38b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0'}}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:35:56.007544 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:56.013410 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-072fd829-9528-4819-a1a0-537981300ddd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cdbcbbe6ee6846d5865d08d212788426&device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 1097 time: 0.1850727 Apr 30 17:35:56.083850 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-03038c6f-6f9e-4af9-a69c-c5a103869b4a req-f9882518-7267-4c12-9c60-0713ce9f83db tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633554 Apr 30 17:35:56.131508 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-cdd2239c-d029-4a9a-a6b1-ca0ac174b684 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 HTTP/1.1" status: 200 len: 217 time: 0.1099455 Apr 30 17:35:56.171617 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] For port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:35:56.175497 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] For port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=236c7487-1ac4-4ea7-9c9b-462e9d308f8a,segment=NetworkSegment(55ab2015-3218-43f4-b4a1-ee40ac38b1f7),segment_id=55ab2015-3218-43f4-b4a1-ee40ac38b1f7)] {{(pid=74457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:35:56.201148 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-a771f706-17a4-4c0b-b7fa-6fbeb7638d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:56.202303 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-a771f706-17a4-4c0b-b7fa-6fbeb7638d84 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6cdb1bba-78e7-4345-8e9e-f00b64aa7efd HTTP/1.1" status: 200 len: 849 time: 0.0656934 Apr 30 17:35:56.228537 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:56.234004 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-a925e748-a397-43fb-968a-0fc35af7902e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:56.303642 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-92e057b1-c343-4936-b7d4-48765e68d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:56.305107 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-92e057b1-c343-4936-b7d4-48765e68d5a9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f6de51b8-401e-44f1-ba63-c82446525040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0960426 Apr 30 17:35:56.326350 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3b235-f5e0-43f4-9e30-5afba11a52db None None] Pushing event updated for resources: {'Port': ['ID=236c7487-1ac4-4ea7-9c9b-462e9d308f8a,revision_number=4']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:56.331863 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-87f3b235-f5e0-43f4-9e30-5afba11a52db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:56.344887 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Routers {'4cc7e821-5807-459d-a468-e5b955927555'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:56.345835 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['4cc7e821-5807-459d-a468-e5b955927555'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:56.481493 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-26d5c3dd-9a48-474e-861f-1af061f778b4 service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670799 Apr 30 17:35:56.654265 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 236c7487-1ac4-4ea7-9c9b-462e9d308f8a up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:56.684373 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-108701df-93f1-4234-aaa6-47b4fd5906ae req-be8acf97-fa3f-413d-9765-03d2fd32cdc2 service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950996 Apr 30 17:35:56.719723 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] Set router 4cc7e821-5807-459d-a468-e5b955927555 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:56.839383 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:56.847895 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:56.848756 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:57.010544 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c27cf8-908e-47c3-8475-09ad43a07222 req-d5596315-41e1-4454-ac68-34151b60a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:57.021622 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f6c27cf8-908e-47c3-8475-09ad43a07222 req-d5596315-41e1-4454-ac68-34151b60a033 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cdbcbbe6ee6846d5865d08d212788426&device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 1097 time: 0.1754825 Apr 30 17:35:57.137550 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc7e821-5807-459d-a468-e5b955927555', 'name': 'tempest-TestVolumeBootPattern-672297626-router', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:41Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 4, 'project_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'gw_port': {'id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc7e821-5807-459d-a468-e5b955927555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:42Z', 'updated_at': '2021-04-30T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '236c7487-1ac4-4ea7-9c9b-462e9d308f8a', 'name': '', 'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'mac_address': 'fa:16:3e:87:d6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc7e821-5807-459d-a468-e5b955927555', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'efab583d-efa8-4aad-a74b-79c011aa5000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:47Z', 'updated_at': '2021-04-30T17:35:56Z', 'revision_number': 4, 'project_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'subnets': [{'id': 'efab583d-efa8-4aad-a74b-79c011aa5000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:57.145428 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19238d95-ea53-44f7-afae-04288a21b599 None None] The sync data for ids ['4cc7e821-5807-459d-a468-e5b955927555'] in dv-cinder-784779-10-iscsi is: [{'id': '4cc7e821-5807-459d-a468-e5b955927555', 'name': 'tempest-TestVolumeBootPattern-672297626-router', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:41Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 4, 'project_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'gw_port': {'id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc7e821-5807-459d-a468-e5b955927555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:42Z', 'updated_at': '2021-04-30T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '236c7487-1ac4-4ea7-9c9b-462e9d308f8a', 'name': '', 'network_id': 'a48099f2-0456-4bff-8529-7078fcd67bc0', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'mac_address': 'fa:16:3e:87:d6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc7e821-5807-459d-a468-e5b955927555', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'efab583d-efa8-4aad-a74b-79c011aa5000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:47Z', 'updated_at': '2021-04-30T17:35:56Z', 'revision_number': 4, 'project_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'subnets': [{'id': 'efab583d-efa8-4aad-a74b-79c011aa5000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:35:57.221626 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c27cf8-908e-47c3-8475-09ad43a07222 req-1a57231b-4aa1-40e8-a06d-00c24aa6888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:57.223171 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f6c27cf8-908e-47c3-8475-09ad43a07222 req-1a57231b-4aa1-40e8-a06d-00c24aa6888c service neutron] 10.222.0.63 "GET /v2.0/networks?id=f6de51b8-401e-44f1-ba63-c82446525040 HTTP/1.1" status: 200 len: 911 time: 0.1953816 Apr 30 17:35:57.238906 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:57.305151 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=236c7487-1ac4-4ea7-9c9b-462e9d308f8a,segment=NetworkSegment(55ab2015-3218-43f4-b4a1-ee40ac38b1f7),segment_id=55ab2015-3218-43f4-b4a1-ee40ac38b1f7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:57.342940 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:57.352108 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:57.474997 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f6c27cf8-908e-47c3-8475-09ad43a07222 req-98976b50-a4e6-4ca0-9649-c98097a2929c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 HTTP/1.1" status: 200 len: 217 time: 0.2378974 Apr 30 17:35:57.559574 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853c808-3e74-4258-8501-0c977e6eef34 req-bda8196f-eb98-4afb-b89d-411bc1a33ed6 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:57.572784 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c853c808-3e74-4258-8501-0c977e6eef34 req-bda8196f-eb98-4afb-b89d-411bc1a33ed6 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 944 time: 0.1945961 Apr 30 17:35:57.585715 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c27cf8-908e-47c3-8475-09ad43a07222 req-bada5254-49b1-4c58-94ef-b4eaa7d10e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:57.588218 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f6c27cf8-908e-47c3-8475-09ad43a07222 req-bada5254-49b1-4c58-94ef-b4eaa7d10e67 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6cdb1bba-78e7-4345-8e9e-f00b64aa7efd HTTP/1.1" status: 200 len: 849 time: 0.1056991 Apr 30 17:35:57.599119 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=236c7487-1ac4-4ea7-9c9b-462e9d308f8a,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:57.610623 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:57.711063 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c853c808-3e74-4258-8501-0c977e6eef34 req-f87b6e43-6748-4571-a2ee-184bec563ee3 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371555 Apr 30 17:35:57.780812 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c27cf8-908e-47c3-8475-09ad43a07222 req-5d2266db-138a-48f2-bd71-98c31f118a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:57.784600 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f6c27cf8-908e-47c3-8475-09ad43a07222 req-5d2266db-138a-48f2-bd71-98c31f118a90 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f6de51b8-401e-44f1-ba63-c82446525040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1886625 Apr 30 17:35:57.959788 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f6c27cf8-908e-47c3-8475-09ad43a07222 req-8808391d-b279-46ff-89f8-06a64f7ef3cc service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674557 Apr 30 17:35:58.143621 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f6c27cf8-908e-47c3-8475-09ad43a07222 req-32bb6c0b-df7a-4096-ae92-7851281c424a service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762731 Apr 30 17:35:58.311129 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:35:58.625499 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 236c7487-1ac4-4ea7-9c9b-462e9d308f8a up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:58.710942 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:58.711735 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:58.935350 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32460689-903c-43cb-b01c-aae1bd5ddfbe req-ca83d917-6b74-479e-99f3-ddd45d3aeece tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:58.936906 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-32460689-903c-43cb-b01c-aae1bd5ddfbe req-ca83d917-6b74-479e-99f3-ddd45d3aeece tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 944 time: 0.1029527 Apr 30 17:35:58.997577 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-32460689-903c-43cb-b01c-aae1bd5ddfbe req-a22378f1-7e96-4e66-bdfc-23c700845414 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540941 Apr 30 17:35:59.204611 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-49d35070-25d7-412e-9ec9-2ba64133a30c req-83dd80d6-f989-4adc-a10b-45e5efd358bd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878704 Apr 30 17:35:59.371184 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d35070-25d7-412e-9ec9-2ba64133a30c req-b43a3d61-a00a-428a-afc7-7366cc5dadea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:59.372750 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-49d35070-25d7-412e-9ec9-2ba64133a30c req-b43a3d61-a00a-428a-afc7-7366cc5dadea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 1100 time: 0.0832331 Apr 30 17:35:59.591567 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d35070-25d7-412e-9ec9-2ba64133a30c req-a30e9543-2793-4e30-888d-b91153bd683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:59.594147 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-49d35070-25d7-412e-9ec9-2ba64133a30c req-a30e9543-2793-4e30-888d-b91153bd683e service neutron] 10.222.0.63 "GET /v2.0/networks?id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 200 len: 917 time: 0.1988223 Apr 30 17:35:59.711651 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-49d35070-25d7-412e-9ec9-2ba64133a30c req-5ac8ef75-ea4f-486a-b60c-5afed5adca2c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=582a4da1-c560-459d-97c8-0989de852b7c HTTP/1.1" status: 200 len: 1002 time: 0.1100757 Apr 30 17:35:59.779356 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d35070-25d7-412e-9ec9-2ba64133a30c req-4aeb58dc-0b95-4e06-b6e9-af4148ede7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:59.780795 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-49d35070-25d7-412e-9ec9-2ba64133a30c req-4aeb58dc-0b95-4e06-b6e9-af4148ede7c3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c3cec6c4-057f-403e-861a-e867b0518223 HTTP/1.1" status: 200 len: 855 time: 0.0623772 Apr 30 17:35:59.838730 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:59.863955 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d35070-25d7-412e-9ec9-2ba64133a30c req-717f0b4e-f310-49c1-8ea2-431ff835d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:59.865498 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-49d35070-25d7-412e-9ec9-2ba64133a30c req-717f0b4e-f310-49c1-8ea2-431ff835d5b2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0778055 Apr 30 17:36:00.008948 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-49d35070-25d7-412e-9ec9-2ba64133a30c req-ce2f3b29-463f-4d4d-80e3-b282bec29dfd service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359458 Apr 30 17:36:00.155065 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-49d35070-25d7-412e-9ec9-2ba64133a30c req-456b7c79-c334-48a1-b4a6-4d9b3a621ce7 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394966 Apr 30 17:36:00.205532 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835d4c8-e05c-420a-ad95-0d94afa40f8c req-33d857e3-33ab-4d41-b3f8-3f17b3b91d93 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:00.207358 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0835d4c8-e05c-420a-ad95-0d94afa40f8c req-33d857e3-33ab-4d41-b3f8-3f17b3b91d93 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 944 time: 0.0957570 Apr 30 17:36:00.255915 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0835d4c8-e05c-420a-ad95-0d94afa40f8c req-4f5ac952-81f0-4295-8fde-12ea7604914d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430036 Apr 30 17:36:00.494055 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbd445-715b-4fdf-8ec1-77f1b94b2389 req-3c719609-9928-4466-8fc7-1420fe8205d3 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:00.495646 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b3bbd445-715b-4fdf-8ec1-77f1b94b2389 req-3c719609-9928-4466-8fc7-1420fe8205d3 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0913844 Apr 30 17:36:00.546846 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b3bbd445-715b-4fdf-8ec1-77f1b94b2389 req-14e2adb4-0902-4605-8215-e12cd1474619 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 Apr 30 17:36:00.682429 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:36:00.826801 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:36:00.840069 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'port_id': '6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1', 'mac_address': 'fa:16:3e:7e:d1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:36:00.901077 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:00.918458 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:36:00.934823 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:36:01.016099 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:01.018743 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:01.091018 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:01.094765 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:01.399523 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:36:01.454594 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c230c18-b0b2-41db-96f7-5a2199f223ea req-6c0c6a6a-9c3f-47a1-b038-7f28bc3c7b41 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:01.456177 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5c230c18-b0b2-41db-96f7-5a2199f223ea req-6c0c6a6a-9c3f-47a1-b038-7f28bc3c7b41 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 945 time: 0.0850902 Apr 30 17:36:01.503921 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5c230c18-b0b2-41db-96f7-5a2199f223ea req-3fdb1582-8548-4c04-a3d9-ee3c0f3b7b6c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410368 Apr 30 17:36:01.752860 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b851eb-969b-4001-87c6-9c5fa011102d req-4e585e9f-19e4-43af-8487-ce3730cae561 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:01.754332 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b0b851eb-969b-4001-87c6-9c5fa011102d req-4e585e9f-19e4-43af-8487-ce3730cae561 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0888588 Apr 30 17:36:01.804326 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b0b851eb-969b-4001-87c6-9c5fa011102d req-90130421-cf8b-42a5-81f3-9d67ccdbab7b tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438840 Apr 30 17:36:02.328871 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e5881-1881-44af-9525-f5654b37d3ae req-57142a4b-10ed-421f-91f5-691276e66695 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:02.330488 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-946e5881-1881-44af-9525-f5654b37d3ae req-57142a4b-10ed-421f-91f5-691276e66695 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Synchronizing usage tracker for tenant:d399efbde2db45c9929c4abc3bfb9a71 on resource:port {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:36:02.410213 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-946e5881-1881-44af-9525-f5654b37d3ae req-57142a4b-10ed-421f-91f5-691276e66695 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Unset dirty status for tenant:d399efbde2db45c9929c4abc3bfb9a71 on resource:port {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:36:02.411379 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-946e5881-1881-44af-9525-f5654b37d3ae req-57142a4b-10ed-421f-91f5-691276e66695 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.63 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 945 time: 0.1673706 Apr 30 17:36:02.560025 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-946e5881-1881-44af-9525-f5654b37d3ae req-d7f9870a-000c-4327-a429-6744a873291a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Deleting port c85331d8-3608-4a76-a734-7b5403e08f42 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:36:02.560368 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-946e5881-1881-44af-9525-f5654b37d3ae req-d7f9870a-000c-4327-a429-6744a873291a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:02.698524 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:36:02.709273 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e1691-a629-4657-b2d7-9024ea7a554a req-641dc234-0bc8-433a-b762-ceda2a39b7bf tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:02.711001 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-287e1691-a629-4657-b2d7-9024ea7a554a req-641dc234-0bc8-433a-b762-ceda2a39b7bf tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 945 time: 0.0900128 Apr 30 17:36:02.771612 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-287e1691-a629-4657-b2d7-9024ea7a554a req-0566dea4-8f93-4795-b102-c88bc1092fd5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534065 Apr 30 17:36:02.798442 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-946e5881-1881-44af-9525-f5654b37d3ae req-d7f9870a-000c-4327-a429-6744a873291a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] For port c85331d8-3608-4a76-a734-7b5403e08f42, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c85331d8-3608-4a76-a734-7b5403e08f42,segment=NetworkSegment(b46dac8e-9bc1-4092-a331-f144dd9097f3),segment_id=b46dac8e-9bc1-4092-a331-f144dd9097f3)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:36:02.799030 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-946e5881-1881-44af-9525-f5654b37d3ae req-d7f9870a-000c-4327-a429-6744a873291a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:02.855898 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:36:02.861537 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:36:02.862163 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:02.940558 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-946e5881-1881-44af-9525-f5654b37d3ae req-d7f9870a-000c-4327-a429-6744a873291a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Calling delete_port for c85331d8-3608-4a76-a734-7b5403e08f42 owned by compute:nova {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:36:03.004177 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:03.016981 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce0a65-f3c5-4bfb-a05e-844759aff92f req-9e3c13f4-70c3-41db-bc41-c88c8632ba9b tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:03.023642 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9cce0a65-f3c5-4bfb-a05e-844759aff92f req-9e3c13f4-70c3-41db-bc41-c88c8632ba9b tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 945 time: 0.0954101 Apr 30 17:36:03.041489 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454ec9fe-644f-4b0e-886b-a3b6e6c83ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:36:03.053398 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:36:03.075860 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9cce0a65-f3c5-4bfb-a05e-844759aff92f req-74a25efb-b70e-46c1-b988-29002e54efd9 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/security-groups?id=87ff1e91-b992-49e2-ad5c-2acac483ccc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508118 Apr 30 17:36:03.097066 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454ec9fe-644f-4b0e-886b-a3b6e6c83ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1', 'code': 200} Apr 30 17:36:03.107887 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:03.110751 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:03.141995 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-946e5881-1881-44af-9525-f5654b37d3ae req-d7f9870a-000c-4327-a429-6744a873291a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:03.149242 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-a114f934-50e0-473a-b8e9-3b9ae6c98042 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:03.161793 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['c85331d8-3608-4a76-a734-7b5403e08f42'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:36:03.200729 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9870a-000c-4327-a429-6744a873291a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Pushing event deleted for resources: {'Port': ['ID=c85331d8-3608-4a76-a734-7b5403e08f42,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:03.204242 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d7f9870a-000c-4327-a429-6744a873291a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:03.226825 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:03.229909 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:03.283520 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-946e5881-1881-44af-9525-f5654b37d3ae req-d7f9870a-000c-4327-a429-6744a873291a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] No DVR routers for this DVR port c85331d8-3608-4a76-a734-7b5403e08f42 on host hv-cinder-78477 {{(pid=74454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:36:03.286282 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-946e5881-1881-44af-9525-f5654b37d3ae req-d7f9870a-000c-4327-a429-6744a873291a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:03.288954 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105a064d-b980-4968-9c43-ed3613fdb8d5', 'name': 'network-vif-deleted', 'tag': 'c85331d8-3608-4a76-a734-7b5403e08f42'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:36:03.335214 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105a064d-b980-4968-9c43-ed3613fdb8d5', 'name': 'network-vif-deleted', 'tag': 'c85331d8-3608-4a76-a734-7b5403e08f42', 'status': 'completed', 'code': 200} Apr 30 17:36:03.371342 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-946e5881-1881-44af-9525-f5654b37d3ae req-d7f9870a-000c-4327-a429-6744a873291a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.63 "DELETE /v2.0/ports/c85331d8-3608-4a76-a734-7b5403e08f42 HTTP/1.1" status: 204 len: 173 time: 0.9538794 Apr 30 17:36:03.543520 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582861e-8f1b-40be-b3e6-40787d9fd5b7 req-95c8aed0-af00-41ee-af93-c949d2d87630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:03.544973 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-7582861e-8f1b-40be-b3e6-40787d9fd5b7 req-95c8aed0-af00-41ee-af93-c949d2d87630 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 1099 time: 0.0767491 Apr 30 17:36:03.595176 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-7582861e-8f1b-40be-b3e6-40787d9fd5b7 req-81d68ca7-d604-4743-9f1f-21d5e07d6d02 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436311 Apr 30 17:36:03.970753 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb0a02-13ac-4c4d-90a7-6ac7505bba75 req-98bffd2e-0b0f-41d5-8d48-16e618f74c37 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:03.972428 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1ddb0a02-13ac-4c4d-90a7-6ac7505bba75 req-98bffd2e-0b0f-41d5-8d48-16e618f74c37 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0910349 Apr 30 17:36:04.117882 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1ddb0a02-13ac-4c4d-90a7-6ac7505bba75 req-a5dc0aec-bbea-4427-85ea-c3fc14e2382c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387799 Apr 30 17:36:04.267835 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3d22ef0e-aaf8-409a-b047-81cddc5c575a req-145fa3c3-2ab4-4854-a682-c2c5421cc877 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] 10.222.0.18 "GET /v2.0/ports?device_id=105a064d-b980-4968-9c43-ed3613fdb8d5 HTTP/1.1" status: 200 len: 210 time: 0.0615735 Apr 30 17:36:05.355301 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cec797-32db-4625-880e-12fe413f5215 req-9e8098df-c49e-4759-a981-663a6da7bed6 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:05.357895 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a4cec797-32db-4625-880e-12fe413f5215 req-9e8098df-c49e-4759-a981-663a6da7bed6 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.1161802 Apr 30 17:36:05.424948 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a4cec797-32db-4625-880e-12fe413f5215 req-669f569c-b386-43f1-9ec7-4645c3b9476e tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594139 Apr 30 17:36:05.654617 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03a8b5-a1e0-426a-a81f-4a88f5aa38d2 req-618a0b08-b61d-42de-8884-5fff394355e2 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:05.656164 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4d03a8b5-a1e0-426a-a81f-4a88f5aa38d2 req-618a0b08-b61d-42de-8884-5fff394355e2 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0887260 Apr 30 17:36:05.666756 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 57788) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:05.672306 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-7c89fbad-2d67-4f82-8115-443f4b27c250 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Request body: {'floatingip': {'port_id': '6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:36:05.754261 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7c89fbad-2d67-4f82-8115-443f4b27c250 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for floatingip, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:06.485350 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7c89fbad-2d67-4f82-8115-443f4b27c250 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:06.564538 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7c89fbad-2d67-4f82-8115-443f4b27c250 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:06.728698 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device c85331d8-3608-4a76-a734-7b5403e08f42 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:36:06.757279 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.l3_db [None req-7c89fbad-2d67-4f82-8115-443f4b27c250 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Floating IP 4db9017a-8864-48ba-8d22-71e6b8265ca2 associated. External IP: 172.27.3.3, port: 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1. Apr 30 17:36:06.768765 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: c85331d8-3608-4a76-a734-7b5403e08f42 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:36:06.769117 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device c85331d8-3608-4a76-a734-7b5403e08f42 not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:36:07.216035 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c89fbad-2d67-4f82-8115-443f4b27c250 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:36:07.416923 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c89fbad-2d67-4f82-8115-443f4b27c250 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:36:07.423014 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7c89fbad-2d67-4f82-8115-443f4b27c250 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:07.428321 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca09b7-977d-42f2-b16f-471b2dd94883 None None] Sync routers for ids ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:36:07.440543 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca09b7-977d-42f2-b16f-471b2dd94883 None None] Routers {'ea4143e6-c46f-4022-965d-f6b7f2bd5b00'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:36:07.441225 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-23ca09b7-977d-42f2-b16f-471b2dd94883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:07.491251 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-7c89fbad-2d67-4f82-8115-443f4b27c250 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "PUT /v2.0/floatingips/4db9017a-8864-48ba-8d22-71e6b8265ca2 HTTP/1.1" status: 200 len: 990 time: 1.8232999 Apr 30 17:36:07.492205 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454ec9fe-644f-4b0e-886b-a3b6e6c83ffd', 'tag': '6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:36:07.581212 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454ec9fe-644f-4b0e-886b-a3b6e6c83ffd', 'tag': '6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1', 'status': 'completed', 'code': 200} Apr 30 17:36:07.678392 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-23ca09b7-977d-42f2-b16f-471b2dd94883 None None] Set router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:36:07.701640 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656471ea-dab0-46c5-bfdf-86edea0f1755 req-8a6ca6b8-75b6-4337-8a09-5ff98fe3ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:07.703895 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-656471ea-dab0-46c5-bfdf-86edea0f1755 req-8a6ca6b8-75b6-4337-8a09-5ff98fe3ffd1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cdbcbbe6ee6846d5865d08d212788426&device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 1099 time: 0.0901341 Apr 30 17:36:07.850277 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656471ea-dab0-46c5-bfdf-86edea0f1755 req-1e2ce214-3588-41bf-bcab-05d326113cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:07.856823 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-656471ea-dab0-46c5-bfdf-86edea0f1755 req-1e2ce214-3588-41bf-bcab-05d326113cf9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f6de51b8-401e-44f1-ba63-c82446525040 HTTP/1.1" status: 200 len: 911 time: 0.1422009 Apr 30 17:36:07.963017 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-656471ea-dab0-46c5-bfdf-86edea0f1755 req-abaa238a-8c2b-40bc-81d4-590062e09e0e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 HTTP/1.1" status: 200 len: 998 time: 0.1032798 Apr 30 17:36:08.034787 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656471ea-dab0-46c5-bfdf-86edea0f1755 req-7e748e8c-7f46-4deb-9758-ae12a1f0ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:08.036240 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-656471ea-dab0-46c5-bfdf-86edea0f1755 req-7e748e8c-7f46-4deb-9758-ae12a1f0ea64 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6cdb1bba-78e7-4345-8e9e-f00b64aa7efd HTTP/1.1" status: 200 len: 849 time: 0.0669894 Apr 30 17:36:08.056259 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-23ca09b7-977d-42f2-b16f-471b2dd94883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '4db9017a-8864-48ba-8d22-71e6b8265ca2', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'port_id': '6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'mac_address': 'fa:16:3e:7e:d1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ec9fe-644f-4b0e-886b-a3b6e6c83ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:35:46Z', 'updated_at': '2021-04-30T17:36:06Z', 'revision_number': 1, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e74ad-01f4-4602-8538-79074161672b', 'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'mac_address': 'fa:16:3e:f4:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:39Z', 'updated_at': '2021-04-30T17:35:47Z', 'revision_number': 5, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'subnets': [{'id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:08.060554 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca09b7-977d-42f2-b16f-471b2dd94883 None None] Checking router: ea4143e6-c46f-4022-965d-f6b7f2bd5b00 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:36:08.070126 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca09b7-977d-42f2-b16f-471b2dd94883 None None] Routers {'ea4143e6-c46f-4022-965d-f6b7f2bd5b00'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:36:08.070732 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-23ca09b7-977d-42f2-b16f-471b2dd94883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:35:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:08.118596 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656471ea-dab0-46c5-bfdf-86edea0f1755 req-463469a8-8a7e-4b9b-9e49-6d464f853dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:08.120072 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-656471ea-dab0-46c5-bfdf-86edea0f1755 req-463469a8-8a7e-4b9b-9e49-6d464f853dcc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f6de51b8-401e-44f1-ba63-c82446525040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0771224 Apr 30 17:36:08.257645 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-656471ea-dab0-46c5-bfdf-86edea0f1755 req-e07d9c52-5f9a-4a6f-b2d2-cbe67bfeab59 service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303158 Apr 30 17:36:08.258118 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-23ca09b7-977d-42f2-b16f-471b2dd94883 None None] Set router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:36:08.401176 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-656471ea-dab0-46c5-bfdf-86edea0f1755 req-df42bde4-111f-44ea-96f2-784c0f987eb3 service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364505 Apr 30 17:36:08.702082 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-23ca09b7-977d-42f2-b16f-471b2dd94883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '4db9017a-8864-48ba-8d22-71e6b8265ca2', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'port_id': '6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'mac_address': 'fa:16:3e:7e:d1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ec9fe-644f-4b0e-886b-a3b6e6c83ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:35:46Z', 'updated_at': '2021-04-30T17:36:06Z', 'revision_number': 1, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e74ad-01f4-4602-8538-79074161672b', 'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'mac_address': 'fa:16:3e:f4:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:39Z', 'updated_at': '2021-04-30T17:35:47Z', 'revision_number': 5, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'subnets': [{'id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:08.706241 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca09b7-977d-42f2-b16f-471b2dd94883 None None] The sync data for ids ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'] in dv-cinder-784779-10-iscsi is: [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '4db9017a-8864-48ba-8d22-71e6b8265ca2', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'port_id': '6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'mac_address': 'fa:16:3e:7e:d1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454ec9fe-644f-4b0e-886b-a3b6e6c83ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:35:46Z', 'updated_at': '2021-04-30T17:36:06Z', 'revision_number': 1, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e74ad-01f4-4602-8538-79074161672b', 'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'mac_address': 'fa:16:3e:f4:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:39Z', 'updated_at': '2021-04-30T17:35:47Z', 'revision_number': 5, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'subnets': [{'id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:36:08.902768 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde5eae1-a7d3-49c4-be70-b9a8d01ceeec None None] New status for floating IP 4db9017a-8864-48ba-8d22-71e6b8265ca2: ACTIVE {{(pid=74457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:36:09.267612 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0cf5194f-2e9c-4285-8d12-f6bbe489f419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:11.799472 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:11.884434 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-471cf915-3ecc-4835-afc1-80c9b52e0b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:13.775228 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:15.787659 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:25.068165 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b215b2-082a-41c6-9569-89ace4d2ff47 req-f29eae9a-5ce8-4cbb-8681-ce8a59ec2f04 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:25.069611 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b3b215b2-082a-41c6-9569-89ace4d2ff47 req-f29eae9a-5ce8-4cbb-8681-ce8a59ec2f04 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0904069 Apr 30 17:36:25.119270 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b3b215b2-082a-41c6-9569-89ace4d2ff47 req-228cb4d3-55c4-4fb2-863d-98446ce5b302 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438087 Apr 30 17:36:26.312933 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef494c-ba9d-48d5-aaf6-e61d228f558d req-fffc165e-3518-41e3-8c0e-708e6ef64a26 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:26.314289 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a2ef494c-ba9d-48d5-aaf6-e61d228f558d req-fffc165e-3518-41e3-8c0e-708e6ef64a26 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0799172 Apr 30 17:36:26.365577 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a2ef494c-ba9d-48d5-aaf6-e61d228f558d req-8a56d50c-9056-4eab-ba01-35281e3c2d99 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450540 Apr 30 17:36:27.553442 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c4214-140f-4462-86a8-3922a24738ad req-ab9668a3-76c3-4ee2-bc5c-ed51912920cb tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:27.554992 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-695c4214-140f-4462-86a8-3922a24738ad req-ab9668a3-76c3-4ee2-bc5c-ed51912920cb tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0806270 Apr 30 17:36:27.601535 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-695c4214-140f-4462-86a8-3922a24738ad req-c0d178d7-9b66-4fc1-bf37-aabcf2917779 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406706 Apr 30 17:36:28.793918 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba568dfa-b8ea-42d3-99ae-2e8cacb1da7d req-433994fd-85f5-49b1-9f6f-1a7608660d9c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:28.795438 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ba568dfa-b8ea-42d3-99ae-2e8cacb1da7d req-433994fd-85f5-49b1-9f6f-1a7608660d9c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0852597 Apr 30 17:36:28.841878 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ba568dfa-b8ea-42d3-99ae-2e8cacb1da7d req-67a6af13-7bb7-4184-b1b1-6d58bf9e9208 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399280 Apr 30 17:36:29.726715 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-db292880-4e60-4b30-88f9-8e4fcfa0b5c3 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53121536&fields=id&tenant_id=7afc693eecb14c7fb2225f8685751963 HTTP/1.1" status: 200 len: 267 time: 0.0425868 Apr 30 17:36:29.855702 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:29.884125 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-918f2bf4-22e8-4a7c-8458-84b2556c66a4 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:29.887529 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-918f2bf4-22e8-4a7c-8458-84b2556c66a4 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/networks?id=5118869f-2534-4299-bc69-5de0ebba617c HTTP/1.1" status: 200 len: 811 time: 0.1534617 Apr 30 17:36:29.901441 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-298e1a5c-5332-48db-a64a-ca19f7181cce tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/quotas/7afc693eecb14c7fb2225f8685751963 HTTP/1.1" status: 200 len: 375 time: 0.0098853 Apr 30 17:36:30.044674 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-1dcfba5a-6c8c-456e-afde-c868232781af tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1366796 Apr 30 17:36:30.079095 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e6132-a9e6-42dc-a62c-87dd3d71e005 req-2cf2f742-cdcb-483f-81a4-886990c43e8c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:30.080625 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-358e6132-a9e6-42dc-a62c-87dd3d71e005 req-2cf2f742-cdcb-483f-81a4-886990c43e8c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.1244388 Apr 30 17:36:30.127452 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-358e6132-a9e6-42dc-a62c-87dd3d71e005 req-ae168468-d344-475c-8e72-6c6a5798726e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402291 Apr 30 17:36:30.303833 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-c319d715-40b1-49b7-b918-fa5873a7ab63 service neutron] 10.222.0.18 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391951 Apr 30 17:36:30.438102 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-2986ac93-d90c-46ff-bf24-2fd46e655390 service neutron] 10.222.0.18 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280332 Apr 30 17:36:31.331674 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-46b0043d-ead5-4a7e-ac5c-cedf0aa9b04d req-55e11f40-487d-468a-8790-46f188ab5848 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 210 time: 0.1664760 Apr 30 17:36:31.410609 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776c765-cf99-4fc2-90ab-fd2d258db906 req-4ced7010-39d6-41a1-9e8f-327585dd8736 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:31.412093 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8776c765-cf99-4fc2-90ab-fd2d258db906 req-4ced7010-39d6-41a1-9e8f-327585dd8736 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0852790 Apr 30 17:36:31.461714 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8776c765-cf99-4fc2-90ab-fd2d258db906 req-fee297b2-fb3a-4807-b4d9-8407b48526e7 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434296 Apr 30 17:36:32.430017 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c945e71d-39c9-456a-b0b8-45cb4e6070d9 req-29409591-02d7-40af-977e-0f824205f41f tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 210 time: 0.0462823 Apr 30 17:36:32.663429 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3898c-dba0-432c-a916-6983eeb20e55 req-10e2747f-7569-472a-9acf-87914a46fc51 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:32.664881 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4fe3898c-dba0-432c-a916-6983eeb20e55 req-10e2747f-7569-472a-9acf-87914a46fc51 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0869715 Apr 30 17:36:32.713078 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4fe3898c-dba0-432c-a916-6983eeb20e55 req-31d17c77-5bac-4250-b485-ec246091c72d tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404978 Apr 30 17:36:33.584641 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-89a83612-6b1b-4ab4-aef1-a31aaa92bd76 req-1843809c-291b-4fc3-bb2f-76d8b041cbb7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 210 time: 0.0474596 Apr 30 17:36:33.907623 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01547fc3-aa5f-4dc6-a95e-5431bbb67b94 req-58d6be86-02e3-43ee-be30-4f6a6b808ad1 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:33.909119 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-01547fc3-aa5f-4dc6-a95e-5431bbb67b94 req-58d6be86-02e3-43ee-be30-4f6a6b808ad1 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0829945 Apr 30 17:36:33.959918 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-01547fc3-aa5f-4dc6-a95e-5431bbb67b94 req-f3fc39d1-bd10-4c74-9a67-8789a3ac631a tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450804 Apr 30 17:36:34.108641 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-fdfb104f-b3d4-43b2-91ca-7f4ddfb7ae59 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:34.108641 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-fdfb104f-b3d4-43b2-91ca-7f4ddfb7ae59 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Synchronizing usage tracker for tenant:7afc693eecb14c7fb2225f8685751963 on resource:network {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:36:34.227283 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-fdfb104f-b3d4-43b2-91ca-7f4ddfb7ae59 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Unset dirty status for tenant:7afc693eecb14c7fb2225f8685751963 on resource:network {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:36:34.228431 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-fdfb104f-b3d4-43b2-91ca-7f4ddfb7ae59 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.63 "GET /v2.0/networks?id=5118869f-2534-4299-bc69-5de0ebba617c HTTP/1.1" status: 200 len: 811 time: 0.2845697 Apr 30 17:36:34.289693 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-e940a52a-1038-4f93-8989-92b9629a840c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Synchronizing usage tracker for tenant:7afc693eecb14c7fb2225f8685751963 on resource:security_group {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:36:34.421074 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-e940a52a-1038-4f93-8989-92b9629a840c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Unset dirty status for tenant:7afc693eecb14c7fb2225f8685751963 on resource:security_group {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:36:34.422879 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-e940a52a-1038-4f93-8989-92b9629a840c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afc693eecb14c7fb2225f8685751963 HTTP/1.1" status: 200 len: 378 time: 0.1767461 Apr 30 17:36:34.431705 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Request body: {'port': {'device_id': 'cb959f66-4bd9-46d4-9468-e863c3fa2429', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'admin_state_up': True, 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'security_groups': ['be56e4a4-8cdc-47a1-a037-bdefde5b5f3d']}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:36:34.576149 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:36:34.581236 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Usage tracker for resource:port and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:36:34.584342 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:36:34.590529 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:36:34.724478 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Made reservation on behalf of 7afc693eecb14c7fb2225f8685751963 for: {'port': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:36:34.728044 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:34.741735 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fce69929-5ec4-48d9-8d9f-1726b5ebe703 req-6cd90a5b-20fa-498e-947d-91cf64ee10ec tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 210 time: 0.0450656 Apr 30 17:36:34.968469 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Allocated IP 172.20.0.6 (5118869f-2534-4299-bc69-5de0ebba617c/2b18b45e-7170-467e-a603-cb45300a0239/a50936eb-8ae7-4610-9c2d-ad38f72ad96c) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:36:35.154148 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbcdbe-591c-442c-ab6c-71dd3647de67 req-f3e2b129-283b-4ee2-ac34-7a9dc6232974 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:35.157435 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-71dbcdbe-591c-442c-ab6c-71dd3647de67 req-f3e2b129-283b-4ee2-ac34-7a9dc6232974 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0872862 Apr 30 17:36:35.172831 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:35.190211 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Transition to ACTIVE for port object a50936eb-8ae7-4610-9c2d-ad38f72ad96c will not be triggered until provisioned by entity DHCP. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:36:35.209567 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-71dbcdbe-591c-442c-ab6c-71dd3647de67 req-f6f88510-c9a2-445a-85d6-f3c6fc8c2333 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483055 Apr 30 17:36:35.309866 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:36:35.341862 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:35.348064 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-dafd7458-e4da-4d1f-8695-87b82935a85e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:35.408584 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Network 5118869f-2534-4299-bc69-5de0ebba617c is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:36:35.411401 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:36:35.415295 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:36:35.466760 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'Port': ['ID=a50936eb-8ae7-4610-9c2d-ad38f72ad96c,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:35.480621 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:35.480993 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:35.483765 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:35.483765 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:35.483765 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:35.483765 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:35.483765 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:35.483765 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:35.484323 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:35.484528 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:35.484872 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:35.485212 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:35.490972 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:35.507831 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:35.508455 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:35.600908 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1715078 Apr 30 17:36:35.614428 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Request body: {'port': {'device_id': 'cb959f66-4bd9-46d4-9468-e863c3fa2429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:36:35.731682 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:35.804423 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-d71c8979-7578-454b-8f4e-5496f35ea593 None None] Provisioning for port a50936eb-8ae7-4610-9c2d-ad38f72ad96c completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:36:35.809879 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-d71c8979-7578-454b-8f4e-5496f35ea593 None None] Provisioning complete for port a50936eb-8ae7-4610-9c2d-ad38f72ad96c triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:36:35.817813 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-d71c8979-7578-454b-8f4e-5496f35ea593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:35.866049 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-d71c8979-7578-454b-8f4e-5496f35ea593 None None] Port a50936eb-8ae7-4610-9c2d-ad38f72ad96c cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:36:35.935567 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876fdf0-6e6f-4d32-9810-38cf6d77fd09 req-eb0f01d6-a54d-4b66-b796-c71b0a80b008 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:35.937291 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6876fdf0-6e6f-4d32-9810-38cf6d77fd09 req-eb0f01d6-a54d-4b66-b796-c71b0a80b008 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 931 time: 0.0830944 Apr 30 17:36:35.989241 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6876fdf0-6e6f-4d32-9810-38cf6d77fd09 req-45423599-ca71-45e4-a689-43110b701f49 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396094 Apr 30 17:36:36.098785 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50936eb-8ae7-4610-9c2d-ad38f72ad96c {{(pid=74454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:36:36.107159 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:36.121449 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Transition to ACTIVE for port object a50936eb-8ae7-4610-9c2d-ad38f72ad96c will not be triggered until provisioned by entity L2. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:36:36.215589 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:36.219434 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:36.345736 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Pushing event updated for resources: {'Port': ['ID=a50936eb-8ae7-4610-9c2d-ad38f72ad96c,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:36.350192 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:36.442793 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346ab7b-bc9c-40a1-8165-a23f87c4ef38 req-1345c00d-028a-4802-866e-d8142ab6ba90 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:36.444492 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3346ab7b-bc9c-40a1-8165-a23f87c4ef38 req-1345c00d-028a-4802-866e-d8142ab6ba90 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.1052101 Apr 30 17:36:36.492404 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Attempting to bind port a50936eb-8ae7-4610-9c2d-ad38f72ad96c on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:36:36.492771 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Attempting to bind port a50936eb-8ae7-4610-9c2d-ad38f72ad96c by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:36:36.493111 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Attempting to bind port a50936eb-8ae7-4610-9c2d-ad38f72ad96c on network 5118869f-2534-4299-bc69-5de0ebba617c {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:36:36.496670 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3346ab7b-bc9c-40a1-8165-a23f87c4ef38 req-6b4d4259-0f42-470f-b213-a96ca0743aef tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462601 Apr 30 17:36:36.498428 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Port a50936eb-8ae7-4610-9c2d-ad38f72ad96c on network 5118869f-2534-4299-bc69-5de0ebba617c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:36:36.499404 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Attempting to bind port a50936eb-8ae7-4610-9c2d-ad38f72ad96c on network 5118869f-2534-4299-bc69-5de0ebba617c {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:36:36.505379 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:36:36.505644 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Checking segment: {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:36:36.506033 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Bound using segment: {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:36:36.506495 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Bound port: a50936eb-8ae7-4610-9c2d-ad38f72ad96c, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'}}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:36:36.506847 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:36.600861 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] For port a50936eb-8ae7-4610-9c2d-ad38f72ad96c, host hv-cinder-78477, cleared binding levels {{(pid=74454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:36:36.603865 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] For port a50936eb-8ae7-4610-9c2d-ad38f72ad96c, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a50936eb-8ae7-4610-9c2d-ad38f72ad96c,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:36:36.690192 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:36.695423 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:36.750044 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:36.750675 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:36.752174 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] 10.222.0.63 "PUT /v2.0/ports/a50936eb-8ae7-4610-9c2d-ad38f72ad96c HTTP/1.1" status: 200 len: 1093 time: 1.1421034 Apr 30 17:36:36.755011 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb959f66-4bd9-46d4-9468-e863c3fa2429', 'tag': 'a50936eb-8ae7-4610-9c2d-ad38f72ad96c'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:36:36.787762 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Pushing event updated for resources: {'Port': ['ID=a50936eb-8ae7-4610-9c2d-ad38f72ad96c,revision_number=3']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:36.791431 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:36.813234 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb959f66-4bd9-46d4-9468-e863c3fa2429', 'tag': 'a50936eb-8ae7-4610-9c2d-ad38f72ad96c', 'status': 'completed', 'code': 200} Apr 30 17:36:36.929920 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e604d-4674-45ea-a8ca-26e026e87028 req-9e541de1-f122-41b5-a5b7-bdd9ff6a3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:36.931603 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-751e604d-4674-45ea-a8ca-26e026e87028 req-9e541de1-f122-41b5-a5b7-bdd9ff6a3539 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 1096 time: 0.0783300 Apr 30 17:36:37.085664 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e604d-4674-45ea-a8ca-26e026e87028 req-32bc1eee-ee62-42d3-9b76-26b34d176173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:37.087431 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-751e604d-4674-45ea-a8ca-26e026e87028 req-32bc1eee-ee62-42d3-9b76-26b34d176173 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=7afc693eecb14c7fb2225f8685751963&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1447234 Apr 30 17:36:37.190326 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf64c9-b97b-4bfe-8c6a-7ae46fb25082 req-3f0eb8fb-039a-4cbc-a260-7d5a30717bee tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:37.191903 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4baf64c9-b97b-4bfe-8c6a-7ae46fb25082 req-3f0eb8fb-039a-4cbc-a260-7d5a30717bee tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 943 time: 0.0894635 Apr 30 17:36:37.241592 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4baf64c9-b97b-4bfe-8c6a-7ae46fb25082 req-5cd543ce-9b6c-45fb-b296-36dcfaf734bd tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435805 Apr 30 17:36:37.314737 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e604d-4674-45ea-a8ca-26e026e87028 req-e7f4062f-bfa3-48a9-a063-a4dd6ca5ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:37.316277 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-751e604d-4674-45ea-a8ca-26e026e87028 req-e7f4062f-bfa3-48a9-a063-a4dd6ca5ff22 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2216029 Apr 30 17:36:37.447383 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-18619b9c-932e-40e8-98f8-dbc33aad39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:37.449177 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-18619b9c-932e-40e8-98f8-dbc33aad39d6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 1096 time: 0.0795553 Apr 30 17:36:37.524580 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-bd54750c-3d29-4f7a-9852-50de94654576 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a50936eb-8ae7-4610-9c2d-ad38f72ad96c HTTP/1.1" status: 200 len: 217 time: 0.0671461 Apr 30 17:36:37.593484 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-424bd709-93de-4733-9e87-bdf797c7128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:37.594879 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-424bd709-93de-4733-9e87-bdf797c7128c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2b18b45e-7170-467e-a603-cb45300a0239 HTTP/1.1" status: 200 len: 850 time: 0.0621514 Apr 30 17:36:37.683756 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-f7dada48-8e2e-4ae0-a7b4-938af14c3955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:37.685254 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-f7dada48-8e2e-4ae0-a7b4-938af14c3955 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5118869f-2534-4299-bc69-5de0ebba617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0751555 Apr 30 17:36:37.693487 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b859c-834d-4c17-893d-232450feb1a5 req-1108bb22-a568-49e2-9262-326a7cbfd7a0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:37.694955 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d3b859c-834d-4c17-893d-232450feb1a5 req-1108bb22-a568-49e2-9262-326a7cbfd7a0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0816519 Apr 30 17:36:37.742602 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d3b859c-834d-4c17-893d-232450feb1a5 req-56d4a40c-1919-4dde-8f13-db48b0cb8703 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417933 Apr 30 17:36:37.829537 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-57877057-432a-4525-b8e2-75cc274741d7 service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365912 Apr 30 17:36:37.969584 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ba8a7604-07ae-4f70-b47a-a59db330db60 req-8221886c-2ac2-4317-9d08-09a09e14dfd2 service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334534 Apr 30 17:36:38.438088 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6d17a-d066-4c2e-8483-cb3231c0596d req-b178c586-89e1-4e47-b6f0-9f76e85693a0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:38.439619 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d2c6d17a-d066-4c2e-8483-cb3231c0596d req-b178c586-89e1-4e47-b6f0-9f76e85693a0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 943 time: 0.0887880 Apr 30 17:36:38.486950 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d2c6d17a-d066-4c2e-8483-cb3231c0596d req-da36209c-7ce4-4d60-ac1f-62997d5537ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415134 Apr 30 17:36:38.938106 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5c220-d92e-408f-bd2d-b4db43d5fca2 req-2c6e3bbc-5935-4b33-922e-5a35451aba85 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:38.939476 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-29e5c220-d92e-408f-bd2d-b4db43d5fca2 req-2c6e3bbc-5935-4b33-922e-5a35451aba85 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0855310 Apr 30 17:36:38.991832 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-29e5c220-d92e-408f-bd2d-b4db43d5fca2 req-aa4cdafd-34f4-4f07-98fb-a7dc2fc25415 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462551 Apr 30 17:36:39.244010 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-f631a4ad-4507-45ac-8ce3-222c42c1f31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:39.687009 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373876b9-2ab0-4e23-b8ad-7f5e59b1e654 req-8786ac8c-d19d-400f-98be-42db6bc18ab6 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:39.688721 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-373876b9-2ab0-4e23-b8ad-7f5e59b1e654 req-8786ac8c-d19d-400f-98be-42db6bc18ab6 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 943 time: 0.0914035 Apr 30 17:36:39.739784 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-373876b9-2ab0-4e23-b8ad-7f5e59b1e654 req-89ba6a10-3c43-480d-94ec-867727b10263 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434759 Apr 30 17:36:40.189331 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2a7f4-e17a-4aba-b4d8-d3c4e5514680 req-3e790128-931c-40f6-9ff4-947eeaaae99f tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:40.190804 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-01a2a7f4-e17a-4aba-b4d8-d3c4e5514680 req-3e790128-931c-40f6-9ff4-947eeaaae99f tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0912995 Apr 30 17:36:40.237141 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-01a2a7f4-e17a-4aba-b4d8-d3c4e5514680 req-47b6b5bb-d3e7-46d4-b918-d66f39b4adb9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405951 Apr 30 17:36:40.926229 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58118) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:40.935774 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23d39b-785d-4640-ae03-b0d7da753503 req-515068a9-ec3c-4268-9a8b-c599548cfb58 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:40.937311 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4d23d39b-785d-4640-ae03-b0d7da753503 req-515068a9-ec3c-4268-9a8b-c599548cfb58 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 943 time: 0.0851860 Apr 30 17:36:40.984136 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4d23d39b-785d-4640-ae03-b0d7da753503 req-d7b9e15c-ba97-4889-b084-52dcdae898b8 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410750 Apr 30 17:36:40.992093 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38fc222-89d5-4e3e-b3a2-3e6fccfdc335 admin admin] Deleting subnet c45922d1-e872-4397-a1d9-8621de60cdf5 {{(pid=74454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:36:40.995159 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f38fc222-89d5-4e3e-b3a2-3e6fccfdc335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:41.046712 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f38fc222-89d5-4e3e-b3a2-3e6fccfdc335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2217006'] for subnet, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:41.105621 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f38fc222-89d5-4e3e-b3a2-3e6fccfdc335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:41.430353 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe80ed-a4f6-478b-bb4b-4ade7efb9dbf req-382415e8-9322-4220-bf67-c84f4c71986c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:41.431897 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f1fe80ed-a4f6-478b-bb4b-4ade7efb9dbf req-382415e8-9322-4220-bf67-c84f4c71986c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0848863 Apr 30 17:36:41.455904 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f38fc222-89d5-4e3e-b3a2-3e6fccfdc335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2749857'] for subnet, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:41.460986 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:41.478602 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f1fe80ed-a4f6-478b-bb4b-4ade7efb9dbf req-1d10226a-272b-413f-970c-72bc62e3fdcb tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403259 Apr 30 17:36:41.498314 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fc222-89d5-4e3e-b3a2-3e6fccfdc335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45922d1-e872-4397-a1d9-8621de60cdf5,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:41.502442 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-f38fc222-89d5-4e3e-b3a2-3e6fccfdc335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:41.504927 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f38fc222-89d5-4e3e-b3a2-3e6fccfdc335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:41.510914 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-f38fc222-89d5-4e3e-b3a2-3e6fccfdc335 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c45922d1-e872-4397-a1d9-8621de60cdf5 HTTP/1.1" status: 204 len: 168 time: 0.5836594 Apr 30 17:36:41.513370 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58124) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:41.619805 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:41.745122 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:41.769947 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:41.838588 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-b951bd11-42f7-411f-9793-b07a8fcf734e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:41.925310 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28861ae5-a16b-4123-9a6a-fefd7cd3c406']}} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:41.938874 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46dac8e-9bc1-4092-a331-f144dd9097f3') {'for_net_delete': True} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:41.939449 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46dac8e-9bc1-4092-a331-f144dd9097f3') {} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:41.950841 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216983'] for segment, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:41.966723 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:41.973278 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=74454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:36:42.147199 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] Network 28861ae5-a16b-4123-9a6a-fefd7cd3c406 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:36:42.159488 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383365'] for segment, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:42.180493 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a08a0a-0789-4c2f-bbb5-736e6f0cb04a req-854720a4-75c9-419c-9de5-ab69ffdb3941 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:42.181934 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f9a08a0a-0789-4c2f-bbb5-736e6f0cb04a req-854720a4-75c9-419c-9de5-ab69ffdb3941 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 943 time: 0.0863783 Apr 30 17:36:42.312409 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f9a08a0a-0789-4c2f-bbb5-736e6f0cb04a req-b50fbdcf-ee0f-4667-bbdc-e580629c07a9 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1242006 Apr 30 17:36:42.331161 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] Network 28861ae5-a16b-4123-9a6a-fefd7cd3c406 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: Traceback (most recent call last): Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: timer() Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: cb(*args, **kw) Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: return func(*args, **kwargs) Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: self._notify() Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: self.callback(batched_events) Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: event.method(event) Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: return f(self, *a, **k) Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._get(url).json() Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: return self.request(url, 'GET', **kwargs) Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:36:42.352301 dv-cinder-784779-10-iscsi neutron-server[74454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:36:42.490300 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:42.493874 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:42.508354 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:42.557213 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] Pushing event deleted for resources: {'Network': ['ID=28861ae5-a16b-4123-9a6a-fefd7cd3c406,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:42.561819 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:42.601105 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac8fe7-7390-4614-a6f0-25be9ad5d656 req-ed3584f8-4dbf-4437-a072-3e473103f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:42.604924 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2eac8fe7-7390-4614-a6f0-25be9ad5d656 req-ed3584f8-4dbf-4437-a072-3e473103f0fa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7e2f3d3fe7b4c798a2442c8e1d493ba&device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 1098 time: 0.0965767 Apr 30 17:36:42.684716 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccb8e4-c041-45a6-8536-4ec9f885b1f9 req-67450d84-edce-41e3-8d89-46778c2fc758 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:42.686759 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-27ccb8e4-c041-45a6-8536-4ec9f885b1f9 req-67450d84-edce-41e3-8d89-46778c2fc758 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0937376 Apr 30 17:36:42.707849 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] 10.222.0.18 "DELETE /v2.0/networks/28861ae5-a16b-4123-9a6a-fefd7cd3c406 HTTP/1.1" status: 204 len: 168 time: 1.1929121 Apr 30 17:36:42.749853 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-27ccb8e4-c041-45a6-8536-4ec9f885b1f9 req-5d20ab53-719e-48f2-8c17-3092f03a7f3f tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533569 Apr 30 17:36:42.773329 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac8fe7-7390-4614-a6f0-25be9ad5d656 req-52d7452e-2c59-40db-982d-0dba012ff09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:42.775228 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2eac8fe7-7390-4614-a6f0-25be9ad5d656 req-52d7452e-2c59-40db-982d-0dba012ff09f service neutron] 10.222.0.63 "GET /v2.0/networks?id=f562e4fa-da35-484f-a131-30b5eb79aa8c HTTP/1.1" status: 200 len: 909 time: 0.1647503 Apr 30 17:36:42.880979 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2eac8fe7-7390-4614-a6f0-25be9ad5d656 req-8ecd54c9-5458-47e8-9b67-76258e70796f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91a93926-c63d-4e58-8ff3-d42976b1fe12 HTTP/1.1" status: 200 len: 1001 time: 0.0989900 Apr 30 17:36:42.947484 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac8fe7-7390-4614-a6f0-25be9ad5d656 req-f4f86b16-6b56-4c75-9ded-6a94f9e957e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:42.948946 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2eac8fe7-7390-4614-a6f0-25be9ad5d656 req-f4f86b16-6b56-4c75-9ded-6a94f9e957e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=606ca68b-fd17-4f43-af2c-9d03dcf516cb HTTP/1.1" status: 200 len: 847 time: 0.0618854 Apr 30 17:36:43.028840 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac8fe7-7390-4614-a6f0-25be9ad5d656 req-84d8f02d-cdc0-42cf-b15e-641abf8b1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:43.030371 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2eac8fe7-7390-4614-a6f0-25be9ad5d656 req-84d8f02d-cdc0-42cf-b15e-641abf8b1d89 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f562e4fa-da35-484f-a131-30b5eb79aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0753384 Apr 30 17:36:43.105862 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 58150) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:43.160025 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-90d3e83d-6cff-420f-8e46-c9b754ceac83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d399efbde2db45c9929c4abc3bfb9a71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527425 Apr 30 17:36:43.162436 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 58154) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:43.174718 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2eac8fe7-7390-4614-a6f0-25be9ad5d656 req-46356edc-cd24-45fb-9fa9-2cf8caeef238 service neutron] 10.222.0.63 "GET /v2.0/networks/f562e4fa-da35-484f-a131-30b5eb79aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371844 Apr 30 17:36:43.227481 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:43.253989 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:43.316048 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2eac8fe7-7390-4614-a6f0-25be9ad5d656 req-278177cf-3b52-4835-a58b-e32d62da37d0 service neutron] 10.222.0.63 "GET /v2.0/networks/f562e4fa-da35-484f-a131-30b5eb79aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336732 Apr 30 17:36:43.421638 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:43.427390 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-4c0f8caf-1e21-4ff2-9d01-241381aaaab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:43.477310 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ff1e91-b992-49e2-ad5c-2acac483ccc7,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:43.494713 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:43.495091 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:43.495458 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:43.495809 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:43.496158 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:43.496504 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:43.496848 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:43.497190 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:43.497531 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:43.497867 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:43.498202 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:43.499173 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:43.502948 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:43.509633 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:43.510778 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-d19f3583-2932-4840-8fda-5e04695c1cb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87ff1e91-b992-49e2-ad5c-2acac483ccc7 HTTP/1.1" status: 204 len: 168 time: 0.3474233 Apr 30 17:36:43.550269 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042b84d-770d-4e62-8858-a15f40cd6124 req-0403bb68-dd9d-41ec-b71c-9edd9940f1fb tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:43.551834 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9042b84d-770d-4e62-8858-a15f40cd6124 req-0403bb68-dd9d-41ec-b71c-9edd9940f1fb tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 943 time: 0.1256154 Apr 30 17:36:43.608980 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9042b84d-770d-4e62-8858-a15f40cd6124 req-34cf6784-eae0-47bc-ae28-2a0dff83880a tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492013 Apr 30 17:36:43.747134 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:43.931531 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d417b7-8de8-41eb-baef-38a6bfa874e7 req-8db59287-adb7-42d6-b211-0deb036bbfb8 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:43.933071 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c9d417b7-8de8-41eb-baef-38a6bfa874e7 req-8db59287-adb7-42d6-b211-0deb036bbfb8 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0858626 Apr 30 17:36:43.981279 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c9d417b7-8de8-41eb-baef-38a6bfa874e7 req-b750c013-128d-4162-9447-971088d32388 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413053 Apr 30 17:36:44.810896 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4e18f-1314-4a84-a288-ee59be381488 req-08b2993c-b9e2-4347-8f7c-0f6e52529979 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:44.813206 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-91c4e18f-1314-4a84-a288-ee59be381488 req-08b2993c-b9e2-4347-8f7c-0f6e52529979 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 943 time: 0.0955305 Apr 30 17:36:44.859722 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-91c4e18f-1314-4a84-a288-ee59be381488 req-171e5106-2156-425d-a217-6f44edd7a597 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404513 Apr 30 17:36:44.888965 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58192) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:45.006719 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1716176901-network', 'tenant_id': '067011d22557456da24ed65474fc02fc'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:36:45.012108 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:36:45.018167 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Usage tracker for resource:network and tenant:067011d22557456da24ed65474fc02fc is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:36:45.021496 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:36:45.028394 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:36:45.141417 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Made reservation on behalf of 067011d22557456da24ed65474fc02fc for: {'network': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:36:45.144133 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:45.158236 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:45.178223 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f3b36-dcce-4d0d-a08d-25c9c47eaace req-d66bbef2-652a-4357-b10a-41d01ff788dd tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:45.178523 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:36:45.179918 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d49f3b36-dcce-4d0d-a08d-25c9c47eaace req-d66bbef2-652a-4357-b10a-41d01ff788dd tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0867136 Apr 30 17:36:45.182722 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Usage tracker for resource:security_group_rule and tenant:067011d22557456da24ed65474fc02fc is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:36:45.187351 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:36:45.193225 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:36:45.276042 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d49f3b36-dcce-4d0d-a08d-25c9c47eaace req-3b1b1a34-2cb4-41c2-b0c5-7ba09501634a tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591333 Apr 30 17:36:45.281458 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:45.304322 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e1460-55f6-43e8-b96f-ee4a9b2b19e8 req-86e1c3e5-b129-4820-be68-d0c1c13bc3ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:45.305750 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4b9e1460-55f6-43e8-b96f-ee4a9b2b19e8 req-86e1c3e5-b129-4820-be68-d0c1c13bc3ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 947 time: 0.1248946 Apr 30 17:36:45.354370 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4b9e1460-55f6-43e8-b96f-ee4a9b2b19e8 req-3a02bc04-350f-4a3a-9095-f2efd813193a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420234 Apr 30 17:36:45.455359 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:45.459706 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d55747d5-349f-4d16-9b6b-cbc89c6842bb tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:45.484227 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=74454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:36:45.496807 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d32ece-cfcb-473d-b170-2d3ba2cdada2,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:45.501446 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:45.502357 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:45.502696 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.segments_db [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Added segment b41d0144-0a86-49a0-a68c-847f367d7880 of type vlan for network e7aa554e-fd41-4319-a904-ac705010f337 Apr 30 17:36:45.527958 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:45.712145 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:45.713531 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:45.714126 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:45.718215 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-65f59023-8ee9-4925-bb53-bafad5247c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:45.752860 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:45.887127 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9965332 Apr 30 17:36:45.890021 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 58206) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:45.890438 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Pushing event updated for resources: {'Network': ['ID=e7aa554e-fd41-4319-a904-ac705010f337,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:45.893423 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1bfa2757-f14f-43b1-a2e8-e06b883e3a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:45.899771 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Request body: {'subnet': {'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1716176901-subnet', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'ip_version': 4}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:36:45.901576 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network e7aa554e-fd41-4319-a904-ac705010f337 details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:36:45.903989 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:36:45.908792 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Usage tracker for resource:subnet and tenant:067011d22557456da24ed65474fc02fc is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:36:45.912977 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:36:45.919042 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:36:46.017512 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Made reservation on behalf of 067011d22557456da24ed65474fc02fc for: {'subnet': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:36:46.019853 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143645'] for subnet, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:46.157799 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78317490-4ca3-4994-b5fb-21c77dcd56f4 req-ae590713-8f4d-4e36-986f-7ff1dc315896 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:46.159249 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-78317490-4ca3-4994-b5fb-21c77dcd56f4 req-ae590713-8f4d-4e36-986f-7ff1dc315896 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 943 time: 0.1852739 Apr 30 17:36:46.258423 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-78317490-4ca3-4994-b5fb-21c77dcd56f4 req-f251ffdf-84bd-4b7d-b722-5d1a3e216fdd tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909722 Apr 30 17:36:46.620396 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8384211-4ad6-4ea9-8d22-b49361574105 req-16553bd5-f363-4fc5-a3cc-81f4a87a9162 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:46.622092 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b8384211-4ad6-4ea9-8d22-b49361574105 req-16553bd5-f363-4fc5-a3cc-81f4a87a9162 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.2309422 Apr 30 17:36:46.708717 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938034c-dab9-4341-b8ad-f3bee1098725 req-b883880e-d415-4df1-af29-6fdaa3c7e14d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:46.710272 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0938034c-dab9-4341-b8ad-f3bee1098725 req-b883880e-d415-4df1-af29-6fdaa3c7e14d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 947 time: 0.1942194 Apr 30 17:36:46.714323 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b8384211-4ad6-4ea9-8d22-b49361574105 req-cee96689-ce5a-44fb-bf28-1eaf77ddc196 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815523 Apr 30 17:36:46.811692 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0938034c-dab9-4341-b8ad-f3bee1098725 req-c37454a0-516f-4166-9105-93e1c05ea491 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950558 Apr 30 17:36:46.821342 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143627'] for subnet, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:46.825185 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:46.907218 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce3a3272-2244-4fc8-b58b-8108c9a5cb1f,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:46.910604 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:46.920762 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Checking segment: {'id': 'b41d0144-0a86-49a0-a68c-847f367d7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:36:46.921367 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Network hostable DHCP agents. Network: e7aa554e-fd41-4319-a904-ac705010f337, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:36:46.921953 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device a50936eb-8ae7-4610-9c2d-ad38f72ad96c details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:36:47.062347 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Network e7aa554e-fd41-4319-a904-ac705010f337 is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:36:47.077250 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port a50936eb-8ae7-4610-9c2d-ad38f72ad96c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a50936eb-8ae7-4610-9c2d-ad38f72ad96c,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:36:47.097600 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': 'a50936eb-8ae7-4610-9c2d-ad38f72ad96c', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'port_id': 'a50936eb-8ae7-4610-9c2d-ad38f72ad96c', 'mac_address': 'fa:16:3e:91:a7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:36:47.159142 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:47.164448 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, e7aa554e-fd41-4319-a904-ac705010f337) {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:36:47.174489 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacf213d-b3a5-4d51-a3ac-aac83229bfad None None] Network e7aa554e-fd41-4319-a904-ac705010f337 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:36:47.183048 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:47.183048 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:47.194291 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50936eb-8ae7-4610-9c2d-ad38f72ad96c {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:36:47.218973 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-3d3d7671-775b-4a38-84f5-4627ddb53756 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:47.219628 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-3d3d7671-775b-4a38-84f5-4627ddb53756 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Synchronizing usage tracker for tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 on resource:port {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:36:47.232284 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-3d3d7671-775b-4a38-84f5-4627ddb53756 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Unset dirty status for tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 on resource:port {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:36:47.234388 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-3d3d7671-775b-4a38-84f5-4627ddb53756 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.63 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 947 time: 0.1050711 Apr 30 17:36:47.277982 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port a50936eb-8ae7-4610-9c2d-ad38f72ad96c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a50936eb-8ae7-4610-9c2d-ad38f72ad96c,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:36:47.302083 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-24684624-dcd0-4f18-8bed-923a490a07d9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4108655 Apr 30 17:36:47.304537 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 58220) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:47.309648 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:36:47.328496 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:36:47.332701 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Usage tracker for resource:router and tenant:067011d22557456da24ed65474fc02fc is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:36:47.335680 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:36:47.347964 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:36:47.399688 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:47.400368 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Deleting port 582a4da1-c560-459d-97c8-0989de852b7c {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:36:47.400820 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:47.408406 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:47.475053 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95b46b8c-a4c9-5744-a36e-abae1e22de60-e7aa554e-fd41-4319-a904-ac705010f337', 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'fixed_ips': [{'subnet_id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f'}]}} from dv-cinder-784779-10-iscsi. {{(pid=74456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:36:47.478701 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:47.501287 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=a50936eb-8ae7-4610-9c2d-ad38f72ad96c,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:47.511807 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:47.512441 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:47.512765 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:47.513095 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:47.513410 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:47.513894 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:47.515032 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:47.515476 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:47.515804 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:47.516123 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:47.516438 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:47.517113 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:47.521963 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:47.607596 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] For port 582a4da1-c560-459d-97c8-0989de852b7c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=582a4da1-c560-459d-97c8-0989de852b7c,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:36:47.608232 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:47.616749 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58230) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:47.685474 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4123496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497264'] for router, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:47.686350 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4100968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4072912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4136877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497225'] for router, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:47.704480 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:47.738978 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['a50936eb-8ae7-4610-9c2d-ad38f72ad96c'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:36:47.790514 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf132d9-0fb1-466e-aabc-27ec993851ea req-6582034e-3479-4a69-952e-713c366da174 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:47.792073 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bcf132d9-0fb1-466e-aabc-27ec993851ea req-6582034e-3479-4a69-952e-713c366da174 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.1939468 Apr 30 17:36:47.794454 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.db_base_plugin_common [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Allocated IP 172.20.0.2 (e7aa554e-fd41-4319-a904-ac705010f337/ce3a3272-2244-4fc8-b58b-8108c9a5cb1f/943c1e2c-d0f3-45d7-aae9-a649d76ff6f7) {{(pid=74456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:36:47.802005 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec29d7-94ae-4820-8227-3e9b111da8b7 req-9f9a863b-4bb0-4a2f-8beb-4a281de8aa52 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:47.803506 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1ec29d7-94ae-4820-8227-3e9b111da8b7 req-9f9a863b-4bb0-4a2f-8beb-4a281de8aa52 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 944 time: 0.3791716 Apr 30 17:36:47.879725 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-ddde5726-61e1-474e-b78d-d0412315f57c req-d01c0271-9bc3-4136-a79b-2c5399e16703 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2616827 Apr 30 17:36:47.996051 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:47.996856 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:47.996856 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.l3_db [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Floating IP 351e7725-65f2-4848-ac2f-70fc97e4e5ed disassociated. External IP: 172.27.3.229, port: 582a4da1-c560-459d-97c8-0989de852b7c. Apr 30 17:36:47.997120 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Calling delete_port for 582a4da1-c560-459d-97c8-0989de852b7c owned by compute:nova {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:36:48.043218 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1ec29d7-94ae-4820-8227-3e9b111da8b7 req-a9c6bec9-8452-4a02-973f-465ad64ef122 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2208071 Apr 30 17:36:48.087210 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bcf132d9-0fb1-466e-aabc-27ec993851ea req-f849543f-50d0-4f11-8b6c-f3650cfd5207 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823524 Apr 30 17:36:48.181831 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Notify callbacks [] for port, precommit_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:48.210804 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Transition to ACTIVE for port object 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:36:48.252580 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Transition to ACTIVE for port object 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 will not be triggered until provisioned by entity DHCP. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:36:48.293145 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4072921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4123398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497239'] for router, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:48.313100 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:48.318897 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:48.333726 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121070a-13e6-45c0-9fec-7e4630bc033c req-dfc50e5b-bdf1-4141-a8be-f629eb856445 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:48.335188 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2121070a-13e6-45c0-9fec-7e4630bc033c req-dfc50e5b-bdf1-4141-a8be-f629eb856445 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 868 time: 0.0981076 Apr 30 17:36:48.347902 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148'] for port, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:48.354160 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-261862c8-ac1c-4ae0-ab26-b6c2da507da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:48.366685 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event deleted for resources: {'Port': ['ID=582a4da1-c560-459d-97c8-0989de852b7c,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:48.369851 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:48.385578 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2121070a-13e6-45c0-9fec-7e4630bc033c req-3de82f3f-5287-4e77-9659-63a8f297d342 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=028f7dae-e597-4cf6-b17a-475841f83dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441115 Apr 30 17:36:48.423303 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Network e7aa554e-fd41-4319-a904-ac705010f337 is already hosted by enough agents. {{(pid=74456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:36:48.426033 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.base_scheduler [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Resources bound (agent type, host, resource id): {{(pid=74456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:36:48.429565 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Received port after_create {{(pid=74456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:36:48.482145 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Pushing event updated for resources: {'Port': ['ID=943c1e2c-d0f3-45d7-aae9-a649d76ff6f7,revision_number=1']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:48.600030 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:48.613146 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Router 04f5022b-4da5-4018-944d-3463fd4fbca1 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:36:48.619114 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Attempting to bind port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:36:48.619591 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Attempting to bind port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': 'b41d0144-0a86-49a0-a68c-847f367d7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:36:48.620076 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Attempting to bind port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 on network e7aa554e-fd41-4319-a904-ac705010f337 {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:36:48.627257 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:36:48.627800 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Checking segment: {'id': 'b41d0144-0a86-49a0-a68c-847f367d7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:36:48.628309 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:48.628868 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Bound using segment: {'id': 'b41d0144-0a86-49a0-a68c-847f367d7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:36:48.629435 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Bound port: 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41d0144-0a86-49a0-a68c-847f367d7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:36:48.629910 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:48.754719 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] For port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:36:48.758192 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] For port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=943c1e2c-d0f3-45d7-aae9-a649d76ff6f7,segment=NetworkSegment(b41d0144-0a86-49a0-a68c-847f367d7880),segment_id=b41d0144-0a86-49a0-a68c-847f367d7880)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:36:48.784917 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:48.816438 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:48.832827 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:36:48.845701 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00bbd11-7978-42d6-b1f9-772c92cb8baf None None] Sync routers for ids ['04f5022b-4da5-4018-944d-3463fd4fbca1'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:36:48.860335 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00bbd11-7978-42d6-b1f9-772c92cb8baf None None] Routers {'04f5022b-4da5-4018-944d-3463fd4fbca1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:36:48.861074 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-b00bbd11-7978-42d6-b1f9-772c92cb8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:36:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['04f5022b-4da5-4018-944d-3463fd4fbca1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:48.925494 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] No DVR routers for this DVR port 582a4da1-c560-459d-97c8-0989de852b7c on host hv-cinder-78477 {{(pid=74454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:36:48.929297 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:48.934822 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'name': 'network-vif-deleted', 'tag': '582a4da1-c560-459d-97c8-0989de852b7c'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:36:48.963492 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device a50936eb-8ae7-4610-9c2d-ad38f72ad96c up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:36:49.000229 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d282597-2f8b-4283-9b87-6c6b04c4b351', 'name': 'network-vif-deleted', 'tag': '582a4da1-c560-459d-97c8-0989de852b7c', 'status': 'completed', 'code': 200} Apr 30 17:36:49.005215 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Allocated IP 172.27.3.77 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/388bd346-50b8-458c-95d9-ca17370d9253) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:36:49.113276 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-c1f1512b-afc6-4028-8ad8-4a150901b9f4 req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.63 "DELETE /v2.0/ports/582a4da1-c560-459d-97c8-0989de852b7c HTTP/1.1" status: 204 len: 173 time: 1.8737259 Apr 30 17:36:49.118633 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-b00bbd11-7978-42d6-b1f9-772c92cb8baf None None] Set router 04f5022b-4da5-4018-944d-3463fd4fbca1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:36:49.274437 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:49.280925 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:49.299102 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:49.390962 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310adc0-c3a9-4bf5-b98d-8ef3f3c24bd9 req-6de6ba71-6e4f-4e22-9118-931bbed32586 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:49.392911 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7310adc0-c3a9-4bf5-b98d-8ef3f3c24bd9 req-6de6ba71-6e4f-4e22-9118-931bbed32586 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 944 time: 0.1919291 Apr 30 17:36:49.436689 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091b1bf-3033-4528-8754-a42eab22e406 req-35bada11-93e2-439e-b91b-73397414cb87 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:49.438740 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a091b1bf-3033-4528-8754-a42eab22e406 req-35bada11-93e2-439e-b91b-73397414cb87 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.1677394 Apr 30 17:36:49.493418 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7310adc0-c3a9-4bf5-b98d-8ef3f3c24bd9 req-e107c2c7-e0ff-4687-b464-438a940db830 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931482 Apr 30 17:36:49.494438 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:49.503843 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-dc076b3f-770b-441f-97c4-6bab70157a8a tempest-VolumesNegativeTest-292970616 tempest-VolumesNegativeTest-292970616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:49.619209 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Pushing event updated for resources: {'Port': ['ID=943c1e2c-d0f3-45d7-aae9-a649d76ff6f7,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:49.634262 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:49.635047 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:36:49.645361 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a091b1bf-3033-4528-8754-a42eab22e406 req-51569144-cdad-498c-9790-48959a0dd6e6 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897476 Apr 30 17:36:49.646196 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:36:49.650229 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:36:49.873211 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port a50936eb-8ae7-4610-9c2d-ad38f72ad96c completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:36:49.885301 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port a50936eb-8ae7-4610-9c2d-ad38f72ad96c triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:36:49.885709 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:49.907734 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Pushing event updated for resources: {'Port': ['ID=388bd346-50b8-458c-95d9-ca17370d9253,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:49.918266 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:49.929898 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-14e509dc-91d1-42e1-8508-604795bf17f6 req-280d9499-16ab-4c56-bee5-3f555874b316 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d282597-2f8b-4283-9b87-6c6b04c4b351 HTTP/1.1" status: 200 len: 210 time: 0.0795617 Apr 30 17:36:49.957054 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-b00bbd11-7978-42d6-b1f9-772c92cb8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:50Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea', 'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'mac_address': 'fa:16:3e:38:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:48Z', 'updated_at': '2021-04-30T17:30:02Z', 'revision_number': 5, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'subnets': [{'id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:49.963658 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00bbd11-7978-42d6-b1f9-772c92cb8baf None None] Checking router: 04f5022b-4da5-4018-944d-3463fd4fbca1 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:36:49.980210 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00bbd11-7978-42d6-b1f9-772c92cb8baf None None] Routers {'04f5022b-4da5-4018-944d-3463fd4fbca1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:36:49.980795 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-b00bbd11-7978-42d6-b1f9-772c92cb8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:36:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['04f5022b-4da5-4018-944d-3463fd4fbca1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:50.201411 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:50.247163 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb959f66-4bd9-46d4-9468-e863c3fa2429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50936eb-8ae7-4610-9c2d-ad38f72ad96c'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:36:50.256482 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-b00bbd11-7978-42d6-b1f9-772c92cb8baf None None] Set router 04f5022b-4da5-4018-944d-3463fd4fbca1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:36:50.302240 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb959f66-4bd9-46d4-9468-e863c3fa2429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50936eb-8ae7-4610-9c2d-ad38f72ad96c', 'code': 200} Apr 30 17:36:50.313195 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port a50936eb-8ae7-4610-9c2d-ad38f72ad96c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a50936eb-8ae7-4610-9c2d-ad38f72ad96c,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:36:50.423300 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:50.424423 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 91a93926-c63d-4e58-8ff3-d42976b1fe12 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:36:50.468135 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:50.535622 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:50.838916 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:36:50.939272 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a01486-8e00-4f96-8eb8-dbcf309ca546 None None] Network e7aa554e-fd41-4319-a904-ac705010f337 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:36:51.116583 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fd5e3-f02f-45b3-937c-71e959b5493f req-3b34a072-c45f-49e2-8b36-43a8a7ba358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:51.118539 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-236fd5e3-f02f-45b3-937c-71e959b5493f req-3b34a072-c45f-49e2-8b36-43a8a7ba358e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 1098 time: 0.1212618 Apr 30 17:36:51.140826 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=a50936eb-8ae7-4610-9c2d-ad38f72ad96c,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:51.178017 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:51.218021 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-b93b8ba0-6bdf-4338-91b5-0fa4a2ec28f1 None None] Provisioning for port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:36:51.259354 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:51.259574 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9779c-054d-4e8c-8b96-7efac1341b06 req-e2401ef2-f996-42a5-81c6-070caef3cc36 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:51.268674 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7fb9779c-054d-4e8c-8b96-7efac1341b06 req-e2401ef2-f996-42a5-81c6-070caef3cc36 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.3480966 Apr 30 17:36:51.332137 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-236fd5e3-f02f-45b3-937c-71e959b5493f req-41438343-4619-464a-abd2-eb86487e770a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2070265 Apr 30 17:36:51.363300 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:36:51.376818 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:36:51.377185 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:51.379629 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1176191-284d-41b0-a6e6-33a85644336f req-16f2aa02-18fa-4b9d-85ac-57410138aa62 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:51.381144 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f1176191-284d-41b0-a6e6-33a85644336f req-16f2aa02-18fa-4b9d-85ac-57410138aa62 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 945 time: 0.5048244 Apr 30 17:36:51.415649 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 91a93926-c63d-4e58-8ff3-d42976b1fe12, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91a93926-c63d-4e58-8ff3-d42976b1fe12,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:36:51.448644 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde5726-61e1-474e-b78d-d0412315f57c req-a71afd75-5689-4bd3-ad44-a1409dacc652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:51.450128 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ddde5726-61e1-474e-b78d-d0412315f57c req-a71afd75-5689-4bd3-ad44-a1409dacc652 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a&tenant_id=e7e2f3d3fe7b4c798a2442c8e1d493ba HTTP/1.1" status: 200 len: 1098 time: 0.4115520 Apr 30 17:36:51.469847 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7fb9779c-054d-4e8c-8b96-7efac1341b06 req-1a25b923-1f45-43d4-a518-d95e670cec8a tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001984 Apr 30 17:36:51.470939 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4072886'] for router, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:51.495047 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-b00bbd11-7978-42d6-b1f9-772c92cb8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:50Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea', 'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'mac_address': 'fa:16:3e:38:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:48Z', 'updated_at': '2021-04-30T17:30:02Z', 'revision_number': 5, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'subnets': [{'id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:51.500907 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00bbd11-7978-42d6-b1f9-772c92cb8baf None None] The sync data for ids ['04f5022b-4da5-4018-944d-3463fd4fbca1'] in dv-cinder-784779-10-iscsi is: [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:50Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea', 'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'mac_address': 'fa:16:3e:38:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:48Z', 'updated_at': '2021-04-30T17:30:02Z', 'revision_number': 5, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'subnets': [{'id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:36:51.511182 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:51.511943 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 582a4da1-c560-459d-97c8-0989de852b7c no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:36:51.514598 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f1176191-284d-41b0-a6e6-33a85644336f req-3189bd61-9ba1-4cde-a42c-761ad68b9f5e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1212869 Apr 30 17:36:51.547637 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-0274048a-3606-4984-8421-aa261d62e17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:51.693681 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: 582a4da1-c560-459d-97c8-0989de852b7c {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:36:51.694128 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 582a4da1-c560-459d-97c8-0989de852b7c not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:36:51.787623 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=91a93926-c63d-4e58-8ff3-d42976b1fe12,revision_number=6']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:51.801285 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:51.806062 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:51.826273 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58270) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:51.867366 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=943c1e2c-d0f3-45d7-aae9-a649d76ff6f7,segment=NetworkSegment(b41d0144-0a86-49a0-a68c-847f367d7880),segment_id=b41d0144-0a86-49a0-a68c-847f367d7880)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:36:51.919272 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-60b8763d-2a1c-4c07-9573-4682e1a0ef1c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:51.927461 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e98d81b-344a-492a-8a77-51ae8d7b1d23 None None] New status for floating IP 351e7725-65f2-4848-ac2f-70fc97e4e5ed: DOWN {{(pid=74457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:36:51.953550 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-60b8763d-2a1c-4c07-9573-4682e1a0ef1c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:52.021350 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:52.028442 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-261862c8-ac1c-4ae0-ab26-b6c2da507da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:52.034439 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde5726-61e1-474e-b78d-d0412315f57c req-159cf6b4-8b3c-4cf7-9d1c-f0799ba01cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:52.037138 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ddde5726-61e1-474e-b78d-d0412315f57c req-159cf6b4-8b3c-4cf7-9d1c-f0799ba01cd2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7e2f3d3fe7b4c798a2442c8e1d493ba&device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 1096 time: 0.1668866 Apr 30 17:36:52.133726 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-d48be9c1-020f-4f88-b278-2264837d2d24 None None] Provisioning complete for port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:36:52.134149 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-d48be9c1-020f-4f88-b278-2264837d2d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:52.139854 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Router d3f2d106-829c-4415-9837-8c08ab03cabf is scheduled to L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 with binding_index 1 {{(pid=74455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:36:52.142095 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-60b8763d-2a1c-4c07-9573-4682e1a0ef1c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:52.153050 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-36032375-8463-43be-8c6e-e2faf8d4d13c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:52.181406 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8763d-2a1c-4c07-9573-4682e1a0ef1c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=028f7dae-e597-4cf6-b17a-475841f83dc5,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:52.185199 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-60b8763d-2a1c-4c07-9573-4682e1a0ef1c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:52.227399 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=943c1e2c-d0f3-45d7-aae9-a649d76ff6f7,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:52.241634 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:52.302894 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c37ebf8-a036-401a-96be-9d94491f857a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a93926-c63d-4e58-8ff3-d42976b1fe12'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:36:52.303877 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde5726-61e1-474e-b78d-d0412315f57c req-be14873e-4dad-443b-bfa1-3c4aaa330bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:52.305333 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ddde5726-61e1-474e-b78d-d0412315f57c req-be14873e-4dad-443b-bfa1-3c4aaa330bc9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f562e4fa-da35-484f-a131-30b5eb79aa8c HTTP/1.1" status: 200 len: 909 time: 0.2579920 Apr 30 17:36:52.314036 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-60b8763d-2a1c-4c07-9573-4682e1a0ef1c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:52.315261 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-60b8763d-2a1c-4c07-9573-4682e1a0ef1c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "DELETE /v2.0/security-groups/028f7dae-e597-4cf6-b17a-475841f83dc5 HTTP/1.1" status: 204 len: 168 time: 0.4874108 Apr 30 17:36:52.317903 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58276) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:52.348129 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.api.v2.resource [None req-ab856d9d-5879-4db4-9cc7-688761331753 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] show failed (client error): The resource could not be found. Apr 30 17:36:52.349756 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-ab856d9d-5879-4db4-9cc7-688761331753 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups/028f7dae-e597-4cf6-b17a-475841f83dc5 HTTP/1.1" status: 404 len: 347 time: 0.0308948 Apr 30 17:36:52.352809 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58280) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:52.382109 dv-cinder-784779-10-iscsi neutron-server[74456]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c37ebf8-a036-401a-96be-9d94491f857a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91a93926-c63d-4e58-8ff3-d42976b1fe12', 'code': 422} returned with failed status Apr 30 17:36:52.496499 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:36:52.507302 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ddde5726-61e1-474e-b78d-d0412315f57c req-d728c97d-ed0e-4456-891c-3fbe7a40dfbd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91a93926-c63d-4e58-8ff3-d42976b1fe12 HTTP/1.1" status: 200 len: 999 time: 0.1371076 Apr 30 17:36:52.517412 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Sync routers for ids ['d3f2d106-829c-4415-9837-8c08ab03cabf'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:36:52.553256 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Routers {'d3f2d106-829c-4415-9837-8c08ab03cabf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:36:52.555886 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:36:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['d3f2d106-829c-4415-9837-8c08ab03cabf'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:52.629949 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-adbeafd9-7195-489f-afa9-a2dc7f5df7c8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Deleting port 758d115b-8cbe-4bb1-bb82-c887ec9cabdf {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:36:52.630555 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-adbeafd9-7195-489f-afa9-a2dc7f5df7c8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:52.640018 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde5726-61e1-474e-b78d-d0412315f57c req-a44e8a7d-a819-4695-b349-f66c93bc8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:52.641542 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ddde5726-61e1-474e-b78d-d0412315f57c req-a44e8a7d-a819-4695-b349-f66c93bc8af2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=606ca68b-fd17-4f43-af2c-9d03dcf516cb HTTP/1.1" status: 200 len: 847 time: 0.1245492 Apr 30 17:36:52.735464 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:36:52.782637 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Notify callbacks [] for router, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:52.783916 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4784079 Apr 30 17:36:52.786718 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58290) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:52.882610 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-adbeafd9-7195-489f-afa9-a2dc7f5df7c8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:52.883003 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-adbeafd9-7195-489f-afa9-a2dc7f5df7c8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:52.907740 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde5726-61e1-474e-b78d-d0412315f57c req-05183eab-7058-4ca0-aa62-1fe54f5977a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:52.909087 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ddde5726-61e1-474e-b78d-d0412315f57c req-05183eab-7058-4ca0-aa62-1fe54f5977a6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f562e4fa-da35-484f-a131-30b5eb79aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2610707 Apr 30 17:36:52.929628 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:36:52.930038 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:52.952630 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3842a4e-edfc-4326-940a-5540d7255b9e req-18918dd3-c1a0-429b-84e2-aaa9e14f4db5 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:52.954280 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b3842a4e-edfc-4326-940a-5540d7255b9e req-18918dd3-c1a0-429b-84e2-aaa9e14f4db5 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 945 time: 0.2207966 Apr 30 17:36:52.957461 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Set router d3f2d106-829c-4415-9837-8c08ab03cabf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:36:52.973864 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8050c-a82d-40e7-a5a7-58ef1a0f123d req-0050f83c-b7fd-416f-b5cb-eab4cc7515d9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:52.975436 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dfe8050c-a82d-40e7-a5a7-58ef1a0f123d req-0050f83c-b7fd-416f-b5cb-eab4cc7515d9 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.1995873 Apr 30 17:36:53.033732 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-adbeafd9-7195-489f-afa9-a2dc7f5df7c8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Calling delete_port for 758d115b-8cbe-4bb1-bb82-c887ec9cabdf owned by network:floatingip {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:36:53.165093 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b3842a4e-edfc-4326-940a-5540d7255b9e req-6ec856e4-4196-4eba-a49a-2ce98bed2be5 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1885881 Apr 30 17:36:53.182221 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dfe8050c-a82d-40e7-a5a7-58ef1a0f123d req-763f09a5-63bf-4e36-9694-570adb764eeb tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897206 Apr 30 17:36:53.221193 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ddde5726-61e1-474e-b78d-d0412315f57c req-8720d4e4-50ae-4a59-8bfb-5c5e8257c8af service neutron] 10.222.0.63 "GET /v2.0/networks/f562e4fa-da35-484f-a131-30b5eb79aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018792 Apr 30 17:36:53.410964 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ddde5726-61e1-474e-b78d-d0412315f57c req-79d79e9d-2421-451e-bb52-90a2fc6709b8 service neutron] 10.222.0.63 "GET /v2.0/networks/f562e4fa-da35-484f-a131-30b5eb79aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832390 Apr 30 17:36:53.422195 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '388bd346-50b8-458c-95d9-ca17370d9253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:36:47Z', 'updated_at': '2021-04-30T17:36:50Z', 'revision_number': 3, 'project_id': '067011d22557456da24ed65474fc02fc', 'gw_port': {'id': '388bd346-50b8-458c-95d9-ca17370d9253', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:48Z', 'updated_at': '2021-04-30T17:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:53.428411 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Checking router: d3f2d106-829c-4415-9837-8c08ab03cabf for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:36:53.428880 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Updating router d3f2d106-829c-4415-9837-8c08ab03cabf port 388bd346-50b8-458c-95d9-ca17370d9253 binding host dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:36:53.494896 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:53.802798 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-adbeafd9-7195-489f-afa9-a2dc7f5df7c8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:53.809330 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:53.862370 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbeafd9-7195-489f-afa9-a2dc7f5df7c8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event deleted for resources: {'Port': ['ID=758d115b-8cbe-4bb1-bb82-c887ec9cabdf,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:53.892458 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-adbeafd9-7195-489f-afa9-a2dc7f5df7c8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:53.922444 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Notify callbacks [] for port, precommit_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:53.935036 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Transition to ACTIVE for port object 388bd346-50b8-458c-95d9-ca17370d9253 will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:36:54.048512 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-adbeafd9-7195-489f-afa9-a2dc7f5df7c8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for floatingip, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:54.074891 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-adbeafd9-7195-489f-afa9-a2dc7f5df7c8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:54.076056 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-adbeafd9-7195-489f-afa9-a2dc7f5df7c8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "DELETE /v2.0/floatingips/351e7725-65f2-4848-ac2f-70fc97e4e5ed HTTP/1.1" status: 204 len: 168 time: 1.7222638 Apr 30 17:36:54.081402 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:54.156658 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:54.160447 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-b323c48f-ccf5-4de0-835f-547c3070331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:54.243985 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad0d4e-ca21-42b7-9678-77981294674a None None] Pushing event updated for resources: {'Port': ['ID=388bd346-50b8-458c-95d9-ca17370d9253,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:54.246562 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Attempting to bind port 388bd346-50b8-458c-95d9-ca17370d9253 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:36:54.246930 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Attempting to bind port 388bd346-50b8-458c-95d9-ca17370d9253 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:36:54.247383 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Attempting to bind port 388bd346-50b8-458c-95d9-ca17370d9253 on network 75f81fbd-83ca-4d8e-a99f-6c15173d718a {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:36:54.250412 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-65ad0d4e-ca21-42b7-9678-77981294674a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:54.255121 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:36:54.255794 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Checking segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:36:54.255941 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:54.256335 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Bound using segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:36:54.257000 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Bound port: 388bd346-50b8-458c-95d9-ca17370d9253, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:36:54.257277 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:54.347120 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] For port 388bd346-50b8-458c-95d9-ca17370d9253, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:36:54.350830 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] For port 388bd346-50b8-458c-95d9-ca17370d9253, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=388bd346-50b8-458c-95d9-ca17370d9253,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:36:54.389451 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Allocated IP 172.20.0.1 (e7aa554e-fd41-4319-a904-ac705010f337/ce3a3272-2244-4fc8-b58b-8108c9a5cb1f/4bb2718a-6914-4882-9b08-36f52b713b54) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:36:54.434271 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:54.440431 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72379c-620f-4f53-8698-ff01150bf107 req-3ff0e52a-3e45-457e-8823-5cf156fe2039 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:54.440927 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-b323c48f-ccf5-4de0-835f-547c3070331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:54.441871 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5a72379c-620f-4f53-8698-ff01150bf107 req-3ff0e52a-3e45-457e-8823-5cf156fe2039 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 945 time: 0.0883276 Apr 30 17:36:54.499572 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5a72379c-620f-4f53-8698-ff01150bf107 req-c4dd66f2-f0ce-4c85-801b-8e849b6ed6a0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505302 Apr 30 17:36:54.538945 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 58304) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:54.544407 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--104478578', 'description': 'tempest-description--433045873'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:36:54.548702 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad0d4e-ca21-42b7-9678-77981294674a None None] Pushing event updated for resources: {'Port': ['ID=388bd346-50b8-458c-95d9-ca17370d9253,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:54.554152 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-65ad0d4e-ca21-42b7-9678-77981294674a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:54.557374 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Routers {'d3f2d106-829c-4415-9837-8c08ab03cabf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:36:54.557528 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:36:54.557934 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:36:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['d3f2d106-829c-4415-9837-8c08ab03cabf'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:54.567597 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Usage tracker for resource:security_group and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:36:54.576127 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:36:54.587108 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:36:54.594840 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:54.648084 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Transition to ACTIVE for port object 4bb2718a-6914-4882-9b08-36f52b713b54 will not be triggered until provisioned by entity DHCP. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:36:54.731748 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8f76b-5cb0-4dc8-b6e8-18cb222669da req-95e5b30b-5072-4646-bc1c-f6e43ddcec6f tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:54.734612 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e1f8f76b-5cb0-4dc8-b6e8-18cb222669da req-95e5b30b-5072-4646-bc1c-f6e43ddcec6f tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.0836668 Apr 30 17:36:54.752376 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] Set router d3f2d106-829c-4415-9837-8c08ab03cabf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:36:54.754157 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:54.787827 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:54.791947 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:36:54.793657 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-87c0a8e5-513b-484d-a951-53d339973a76 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:54.800986 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Usage tracker for resource:security_group_rule and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:36:54.805565 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:36:54.810906 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e1f8f76b-5cb0-4dc8-b6e8-18cb222669da req-a5139e92-7e51-40c1-a269-f7333719bef6 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709953 Apr 30 17:36:54.814719 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:36:54.858326 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Network e7aa554e-fd41-4319-a904-ac705010f337 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:36:54.862181 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:36:54.865956 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:36:54.917054 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb2718a-6914-4882-9b08-36f52b713b54,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:54.928765 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:54.935328 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:54.958077 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4071129'] for router_interface, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:55.059539 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:55.068029 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-9760fd1c-e158-49f0-bc2c-eb909905d008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:55.085575 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '388bd346-50b8-458c-95d9-ca17370d9253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:36:47Z', 'updated_at': '2021-04-30T17:36:50Z', 'revision_number': 3, 'project_id': '067011d22557456da24ed65474fc02fc', 'gw_port': {'id': '388bd346-50b8-458c-95d9-ca17370d9253', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:48Z', 'updated_at': '2021-04-30T17:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:55.090388 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88abd075-eea8-4ca8-96d2-bc511face228 None None] The sync data for ids ['d3f2d106-829c-4415-9837-8c08ab03cabf'] in dv-cinder-784779-10-iscsi is: [{'id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '388bd346-50b8-458c-95d9-ca17370d9253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:36:47Z', 'updated_at': '2021-04-30T17:36:50Z', 'revision_number': 3, 'project_id': '067011d22557456da24ed65474fc02fc', 'gw_port': {'id': '388bd346-50b8-458c-95d9-ca17370d9253', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:48Z', 'updated_at': '2021-04-30T17:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:36:55.121281 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89b9351-8e6e-40d1-a6fc-f61c1f30815e,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:55.129382 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:55.144307 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff91fa-fb62-4eec-a969-cdfd317ff903 req-5a447a45-7400-46c1-93fd-5d6d7f1d0241 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:55.145891 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-13ff91fa-fb62-4eec-a969-cdfd317ff903 req-5a447a45-7400-46c1-93fd-5d6d7f1d0241 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 945 time: 0.1563921 Apr 30 17:36:55.204042 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-13ff91fa-fb62-4eec-a969-cdfd317ff903 req-5951f294-3b04-4cf6-8853-1ea2dbf90092 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512557 Apr 30 17:36:55.221733 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:55.225318 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-e0250d91-70b8-44a3-bde8-7d86bd942301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6825404 Apr 30 17:36:55.225708 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 58308) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:55.233765 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-25113b0d-509e-4044-881a-0aafb131424d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Request body: {'security_group_rule': {'security_group_id': 'a89b9351-8e6e-40d1-a6fc-f61c1f30815e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:36:55.236599 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58312) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:55.238946 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-25113b0d-509e-4044-881a-0aafb131424d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:36:55.243257 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-25113b0d-509e-4044-881a-0aafb131424d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Usage tracker for resource:security_group_rule and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:36:55.246188 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-25113b0d-509e-4044-881a-0aafb131424d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:36:55.252654 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:55.290248 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-825ae558-1dce-4c57-9dc4-cf2c81e39733 None None] Provisioning for port 4bb2718a-6914-4882-9b08-36f52b713b54 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:36:55.297559 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-825ae558-1dce-4c57-9dc4-cf2c81e39733 None None] Provisioning complete for port 4bb2718a-6914-4882-9b08-36f52b713b54 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:36:55.297954 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-825ae558-1dce-4c57-9dc4-cf2c81e39733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:55.410428 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-825ae558-1dce-4c57-9dc4-cf2c81e39733 None None] Port 4bb2718a-6914-4882-9b08-36f52b713b54 cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:36:55.410714 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-25113b0d-509e-4044-881a-0aafb131424d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:36:55.537403 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-25113b0d-509e-4044-881a-0aafb131424d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:55.632361 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-25113b0d-509e-4044-881a-0aafb131424d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:55.635733 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcafd62-a8b4-412c-bf26-3bcd07178c62 tempest-TestVolumeBootPattern-1376134106 tempest-TestVolumeBootPattern-1376134106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:55.638861 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-7bcafd62-a8b4-412c-bf26-3bcd07178c62 tempest-TestVolumeBootPattern-1376134106 tempest-TestVolumeBootPattern-1376134106-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 1093 time: 0.3925433 Apr 30 17:36:55.642882 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 58318) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:55.652298 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Request body: {'floatingip': {'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'port_id': 'a50936eb-8ae7-4610-9c2d-ad38f72ad96c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:36:55.665199 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:36:55.672158 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:55.673509 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Usage tracker for resource:floatingip and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:36:55.677218 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:36:55.684083 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:36:55.838239 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-25113b0d-509e-4044-881a-0aafb131424d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:55.840580 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-565f0aed-b5e5-4ba1-8be4-5cb2d4c8a495 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:55.866739 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25113b0d-509e-4044-881a-0aafb131424d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4784e642-9ba3-408a-91be-a59455c7dafc,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:55.869781 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-25113b0d-509e-4044-881a-0aafb131424d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:55.890305 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:55.890906 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for floatingip, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:55.934920 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:56.031132 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb2718a-6914-4882-9b08-36f52b713b54,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:56.033848 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4071034'] for router_interface, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:56.037847 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:56.049262 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-25113b0d-509e-4044-881a-0aafb131424d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:56.052592 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-25113b0d-509e-4044-881a-0aafb131424d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8234508 Apr 30 17:36:56.059281 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 58326) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:56.079196 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-2ffd640b-6f26-47f6-a926-810a382b40ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Request body: {'security_group_rule': {'security_group_id': 'a89b9351-8e6e-40d1-a6fc-f61c1f30815e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:36:56.094377 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-2ffd640b-6f26-47f6-a926-810a382b40ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:36:56.102600 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-2ffd640b-6f26-47f6-a926-810a382b40ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Usage tracker for resource:security_group_rule and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:36:56.108486 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-2ffd640b-6f26-47f6-a926-810a382b40ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:36:56.117989 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-2ffd640b-6f26-47f6-a926-810a382b40ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:36:56.152793 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e1edd-65f2-416e-9e4d-763f1a1d49ed req-c2f39791-11a0-4e89-b3cc-8ad213533ae5 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:56.154831 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-130e1edd-65f2-416e-9e4d-763f1a1d49ed req-c2f39791-11a0-4e89-b3cc-8ad213533ae5 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.1587701 Apr 30 17:36:56.185850 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:56.199707 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Network e7aa554e-fd41-4319-a904-ac705010f337 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:36:56.201640 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:36:56.264503 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-130e1edd-65f2-416e-9e4d-763f1a1d49ed req-c0e12d19-3266-4376-a6c1-253a995b132d tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019592 Apr 30 17:36:56.277455 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2ffd640b-6f26-47f6-a926-810a382b40ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:56.421477 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Allocated IP 172.27.3.16 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/45317359-477b-4f8b-b6df-83b117e39261) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:36:56.437450 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2ffd640b-6f26-47f6-a926-810a382b40ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:56.445611 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-3d79a721-6dc7-439b-923c-1a2b384e32c9 None None] Provisioning complete for port 4bb2718a-6914-4882-9b08-36f52b713b54 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:36:56.446220 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-3d79a721-6dc7-439b-923c-1a2b384e32c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:56.525121 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Router d3f2d106-829c-4415-9837-8c08ab03cabf has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:36:56.555237 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2ffd640b-6f26-47f6-a926-810a382b40ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:56.563728 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:56.574360 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-3d79a721-6dc7-439b-923c-1a2b384e32c9 None None] Port 4bb2718a-6914-4882-9b08-36f52b713b54 cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:36:56.645061 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd640b-6f26-47f6-a926-810a382b40ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946bb1cf-77ea-4420-9b5f-e9a127ba1518,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:56.659509 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-2ffd640b-6f26-47f6-a926-810a382b40ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:56.699121 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:56.726462 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 388bd346-50b8-458c-95d9-ca17370d9253 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:36:56.761546 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:36:56.776519 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] 10.222.0.18 "PUT /v2.0/routers/d3f2d106-829c-4415-9837-8c08ab03cabf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9886875 Apr 30 17:36:56.838796 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2ffd640b-6f26-47f6-a926-810a382b40ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:56.843798 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-2ffd640b-6f26-47f6-a926-810a382b40ed tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7796392 Apr 30 17:36:56.844203 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 58332) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:56.850851 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Request body: {'floatingip': {'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:36:56.856819 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:36:56.861805 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Usage tracker for resource:floatingip and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:36:56.864781 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:36:56.872379 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:36:56.892586 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:56.897525 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:56.940983 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 388bd346-50b8-458c-95d9-ca17370d9253 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:36:56.950666 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 388bd346-50b8-458c-95d9-ca17370d9253 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:36:56.950666 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:56.960582 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:36:56.963348 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:36:56.967205 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:36:57.003308 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for floatingip, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:57.016204 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Sync routers for ids ['d3f2d106-829c-4415-9837-8c08ab03cabf'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:36:57.033085 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'Port': ['ID=45317359-477b-4f8b-b6df-83b117e39261,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:57.034742 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Routers {'d3f2d106-829c-4415-9837-8c08ab03cabf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:36:57.039187 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:57.043900 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:36:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['d3f2d106-829c-4415-9837-8c08ab03cabf'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:57.177127 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:57.206192 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 388bd346-50b8-458c-95d9-ca17370d9253, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=388bd346-50b8-458c-95d9-ca17370d9253,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:36:57.315554 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Set router d3f2d106-829c-4415-9837-8c08ab03cabf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:36:57.329777 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:57.334769 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:57.447465 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:57.452078 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=388bd346-50b8-458c-95d9-ca17370d9253,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:57.457973 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:57.729052 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '388bd346-50b8-458c-95d9-ca17370d9253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:36:47Z', 'updated_at': '2021-04-30T17:36:55Z', 'revision_number': 4, 'project_id': '067011d22557456da24ed65474fc02fc', 'gw_port': {'id': '388bd346-50b8-458c-95d9-ca17370d9253', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:48Z', 'updated_at': '2021-04-30T17:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '4bb2718a-6914-4882-9b08-36f52b713b54', 'name': '', 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'mac_address': 'fa:16:3e:10:73:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:54Z', 'updated_at': '2021-04-30T17:36:55Z', 'revision_number': 2, 'project_id': '067011d22557456da24ed65474fc02fc', 'subnets': [{'id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:57.733080 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Checking router: d3f2d106-829c-4415-9837-8c08ab03cabf for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:36:57.733652 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Updating router d3f2d106-829c-4415-9837-8c08ab03cabf port 4bb2718a-6914-4882-9b08-36f52b713b54 binding host dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:36:57.749217 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Allocated IP 172.27.3.182 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/a9492583-e8e5-461d-ac21-abfa2a7b21e2) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:36:57.791510 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:57.929962 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58354) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:57.936113 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-817812790-network', 'tenant_id': '66596ef96e8a419690421e32aaa7453e'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:36:57.941201 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:36:57.944818 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Usage tracker for resource:network and tenant:66596ef96e8a419690421e32aaa7453e is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:36:57.947820 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:36:57.954199 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:36:58.010035 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.067208 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Made reservation on behalf of 66596ef96e8a419690421e32aaa7453e for: {'network': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:36:58.070593 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.085671 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.089922 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbc49c-57f3-4b64-9b8e-97784fc51560 req-9b4b9ee6-78f0-4747-81de-226625c0761e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:58.091789 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-befbc49c-57f3-4b64-9b8e-97784fc51560 req-9b4b9ee6-78f0-4747-81de-226625c0761e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.6808646 Apr 30 17:36:58.102819 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:36:58.107500 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Usage tracker for resource:security_group_rule and tenant:66596ef96e8a419690421e32aaa7453e is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:36:58.110848 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:36:58.117229 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:36:58.129053 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.167440 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-befbc49c-57f3-4b64-9b8e-97784fc51560 req-2a014b6a-9cac-4fd3-800a-42264c1d3e0b tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645523 Apr 30 17:36:58.189048 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Notify callbacks [] for port, precommit_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.194657 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.provisioning_blocks [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Transition to ACTIVE for port object 4bb2718a-6914-4882-9b08-36f52b713b54 will not be triggered until provisioned by entity L2. {{(pid=74457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:36:58.245093 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.448232 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.455632 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.455930 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.459133 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-723761c6-8e1f-40ab-b9cf-1338a8b2aa35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:58.460052 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-a925e748-a397-43fb-968a-0fc35af7902e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:58.482089 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.487783 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=74454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:36:58.493068 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:58.502443 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c84ebf-6404-42c4-9534-fe2996db5d94,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:58.506949 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:58.508223 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.508825 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.segments_db [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Added segment 9afc22ce-9211-437d-84ec-7d0b7e48b272 of type vlan for network 68f8537c-5a30-44c5-94fb-1f26ed43f770 Apr 30 17:36:58.552878 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.580841 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:36:58.584843 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:36:58.598953 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:36:58.639934 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event updated for resources: {'Port': ['ID=a9492583-e8e5-461d-ac21-abfa2a7b21e2,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:58.644212 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Pushing event updated for resources: {'Port': ['ID=4bb2718a-6914-4882-9b08-36f52b713b54,revision_number=3']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:58.665942 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:58.697196 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:58.699461 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:58.699461 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:58.699461 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:58.699461 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:58.699461 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:58.699461 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:58.699953 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:58.699953 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:58.700298 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:58.703637 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:58.704163 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:58.719345 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:58.737715 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 388bd346-50b8-458c-95d9-ca17370d9253 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:36:58.741704 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Attempting to bind port 4bb2718a-6914-4882-9b08-36f52b713b54 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:36:58.742356 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Attempting to bind port 4bb2718a-6914-4882-9b08-36f52b713b54 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': 'b41d0144-0a86-49a0-a68c-847f367d7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337'}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:36:58.743020 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Attempting to bind port 4bb2718a-6914-4882-9b08-36f52b713b54 on network e7aa554e-fd41-4319-a904-ac705010f337 {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:36:58.749577 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:36:58.749966 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Checking segment: {'id': 'b41d0144-0a86-49a0-a68c-847f367d7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:36:58.750341 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.750804 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Bound using segment: {'id': 'b41d0144-0a86-49a0-a68c-847f367d7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337'} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:36:58.753601 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.754983 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:58.755605 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.759265 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Bound port: 4bb2718a-6914-4882-9b08-36f52b713b54, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41d0144-0a86-49a0-a68c-847f367d7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337'}}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:36:58.760087 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.781444 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:58.849262 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 388bd346-50b8-458c-95d9-ca17370d9253 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:36:58.849955 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.852295 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.872259 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.879569 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] For port 4bb2718a-6914-4882-9b08-36f52b713b54, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:36:58.882969 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] For port 4bb2718a-6914-4882-9b08-36f52b713b54, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=4bb2718a-6914-4882-9b08-36f52b713b54,segment=NetworkSegment(b41d0144-0a86-49a0-a68c-847f367d7880),segment_id=b41d0144-0a86-49a0-a68c-847f367d7880)] {{(pid=74457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:36:58.895470 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Pushing event updated for resources: {'Network': ['ID=68f8537c-5a30-44c5-94fb-1f26ed43f770,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:58.898600 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:58.909250 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network 68f8537c-5a30-44c5-94fb-1f26ed43f770 details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:36:58.993268 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0621336 Apr 30 17:36:58.995913 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58360) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:59.006695 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Request body: {'subnet': {'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-817812790-subnet', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'ip_version': 4}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:36:59.015572 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:36:59.020650 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Usage tracker for resource:subnet and tenant:66596ef96e8a419690421e32aaa7453e is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:36:59.023987 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:36:59.029962 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:36:59.067386 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:59.074848 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:59.101720 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:59.112812 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c3e1febd-c65b-40a0-b140-48d570d1c62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:59.140950 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Made reservation on behalf of 66596ef96e8a419690421e32aaa7453e for: {'subnet': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:36:59.143715 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2749836'] for subnet, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:59.143949 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Routers {'d3f2d106-829c-4415-9837-8c08ab03cabf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:36:59.144540 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:36:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['d3f2d106-829c-4415-9837-8c08ab03cabf'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:59.274645 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:59.378324 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] Set router d3f2d106-829c-4415-9837-8c08ab03cabf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:36:59.446766 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Pushing event updated for resources: {'Port': ['ID=4bb2718a-6914-4882-9b08-36f52b713b54,revision_number=4']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:59.450600 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-dbd03acb-b7a7-4c68-a22d-96f06b322c74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:59.521635 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:59.635253 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'Port': ['ID=45317359-477b-4f8b-b6df-83b117e39261,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:59.639961 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:59.687484 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.l3_db [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Floating IP fba0d0d9-ee77-43d2-84a0-a40e5ea6a9a4 associated. External IP: 172.27.3.16, port: a50936eb-8ae7-4610-9c2d-ad38f72ad96c. Apr 30 17:36:59.808400 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2375910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2749850'] for subnet, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:59.814301 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ba31a4cb-7018-4569-aa97-f7aecab07bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:59.840861 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '388bd346-50b8-458c-95d9-ca17370d9253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:36:47Z', 'updated_at': '2021-04-30T17:36:55Z', 'revision_number': 4, 'project_id': '067011d22557456da24ed65474fc02fc', 'gw_port': {'id': '388bd346-50b8-458c-95d9-ca17370d9253', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:48Z', 'updated_at': '2021-04-30T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '4bb2718a-6914-4882-9b08-36f52b713b54', 'name': '', 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'mac_address': 'fa:16:3e:10:73:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:54Z', 'updated_at': '2021-04-30T17:36:58Z', 'revision_number': 4, 'project_id': '067011d22557456da24ed65474fc02fc', 'subnets': [{'id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:59.847111 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac50752-cc40-434e-afec-a256a7d1626e None None] The sync data for ids ['d3f2d106-829c-4415-9837-8c08ab03cabf'] in dv-cinder-784779-10-iscsi is: [{'id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '388bd346-50b8-458c-95d9-ca17370d9253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:36:47Z', 'updated_at': '2021-04-30T17:36:55Z', 'revision_number': 4, 'project_id': '067011d22557456da24ed65474fc02fc', 'gw_port': {'id': '388bd346-50b8-458c-95d9-ca17370d9253', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:48Z', 'updated_at': '2021-04-30T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '4bb2718a-6914-4882-9b08-36f52b713b54', 'name': '', 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'mac_address': 'fa:16:3e:10:73:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:54Z', 'updated_at': '2021-04-30T17:36:58Z', 'revision_number': 4, 'project_id': '067011d22557456da24ed65474fc02fc', 'subnets': [{'id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:36:59.894581 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:59.895324 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=292f74b8-1061-4d25-92ed-d4233f0021ed,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:59.898330 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:59.915574 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Checking segment: {'id': '9afc22ce-9211-437d-84ec-7d0b7e48b272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:36:59.915574 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Network hostable DHCP agents. Network: 68f8537c-5a30-44c5-94fb-1f26ed43f770, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:37:00.025878 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5b13-1a18-4027-a244-d6538e1cb8fb req-0ac863e3-6a41-4dee-a054-44eb9cc48c70 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:00.027535 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-254d5b13-1a18-4027-a244-d6538e1cb8fb req-0ac863e3-6a41-4dee-a054-44eb9cc48c70 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.5087898 Apr 30 17:37:00.032701 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Network 68f8537c-5a30-44c5-94fb-1f26ed43f770 is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:37:00.125200 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, 68f8537c-5a30-44c5-94fb-1f26ed43f770) {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:37:00.135630 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612051f6-bf61-468e-9415-c12a71569a1e None None] Network 68f8537c-5a30-44c5-94fb-1f26ed43f770 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:37:00.150217 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:00.150867 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:00.320152 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3224201 Apr 30 17:37:00.324207 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 58368) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:00.341334 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-817812790-router', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:37:00.385818 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:37:00.398664 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Usage tracker for resource:router and tenant:66596ef96e8a419690421e32aaa7453e is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:37:00.405042 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-254d5b13-1a18-4027-a244-d6538e1cb8fb req-9ef3fc6f-789e-4538-8425-e53a46e9af4e tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3655114 Apr 30 17:37:00.406008 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:37:00.410568 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:00.440323 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95b46b8c-a4c9-5744-a36e-abae1e22de60-68f8537c-5a30-44c5-94fb-1f26ed43f770', 'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'fixed_ips': [{'subnet_id': '292f74b8-1061-4d25-92ed-d4233f0021ed'}]}} from dv-cinder-784779-10-iscsi. {{(pid=74456) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:37:00.441891 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:00.493210 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:37:00.502463 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:00.511558 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-cbe536fa-3e77-4123-a6e3-329543f88d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:00.675812 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event updated for resources: {'Port': ['ID=a9492583-e8e5-461d-ac21-abfa2a7b21e2,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:00.679225 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:00.683971 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:37:00.688222 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4123496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497264'] for router, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:00.689690 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4100968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4072912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4136877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497225'] for router, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:00.702269 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:00.735910 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.db_base_plugin_common [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Allocated IP 172.20.0.2 (68f8537c-5a30-44c5-94fb-1f26ed43f770/292f74b8-1061-4d25-92ed-d4233f0021ed/c26f3b18-4b2f-4d3a-967f-ceaff0a99e58) {{(pid=74456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:37:00.817318 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:00.818438 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 4bb2718a-6914-4882-9b08-36f52b713b54 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:37:00.974906 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:00.979884 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1340728 Apr 30 17:37:01.143434 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:37:01.167306 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29427702-46dc-4fdf-98d3-0cf04f72004e None None] Sync routers for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:37:01.196645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Notify callbacks [] for port, precommit_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:01.210360 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29427702-46dc-4fdf-98d3-0cf04f72004e None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:01.211439 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-29427702-46dc-4fdf-98d3-0cf04f72004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:36:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:01.300221 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Transition to ACTIVE for port object c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:37:01.360026 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Transition to ACTIVE for port object c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 will not be triggered until provisioned by entity DHCP. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:37:01.416204 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7b743-7d3c-4d43-82a2-09ec0b9cb9e8 req-1cf25110-d40e-487c-83c6-579f3ce2b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:01.417782 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5be7b743-7d3c-4d43-82a2-09ec0b9cb9e8 req-1cf25110-d40e-487c-83c6-579f3ce2b619 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7e2f3d3fe7b4c798a2442c8e1d493ba&device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 1096 time: 0.5431073 Apr 30 17:37:01.420340 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4072921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4123398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497239'] for router, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:01.436243 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 4bb2718a-6914-4882-9b08-36f52b713b54 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:37:01.437894 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-c8c25d53-8f29-423f-be28-632eb40ea9e7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Synchronizing usage tracker for tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 on resource:security_group {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:37:01.458666 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 4bb2718a-6914-4882-9b08-36f52b713b54 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:01.459017 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:01.474561 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:01.582723 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-29427702-46dc-4fdf-98d3-0cf04f72004e None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:01.633313 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148'] for port, after_create {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:01.640710 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:01.670284 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-c8c25d53-8f29-423f-be28-632eb40ea9e7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Unset dirty status for tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 on resource:security_group {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:37:01.671810 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-c8c25d53-8f29-423f-be28-632eb40ea9e7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--104478578&fields=id&tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3 HTTP/1.1" status: 200 len: 267 time: 0.4514918 Apr 30 17:37:01.688278 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0436528 Apr 30 17:37:01.709450 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb959f66-4bd9-46d4-9468-e863c3fa2429', 'tag': 'a50936eb-8ae7-4610-9c2d-ad38f72ad96c'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:37:01.818797 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Network 68f8537c-5a30-44c5-94fb-1f26ed43f770 is already hosted by enough agents. {{(pid=74456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:37:01.835132 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.scheduler.base_scheduler [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Resources bound (agent type, host, resource id): {{(pid=74456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:37:01.845298 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Received port after_create {{(pid=74456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:37:01.849448 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Pushing event updated for resources: {'Port': ['ID=c26f3b18-4b2f-4d3a-967f-ceaff0a99e58,revision_number=1']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:01.859113 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:01.867836 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7b743-7d3c-4d43-82a2-09ec0b9cb9e8 req-9bfcc180-06c6-4c43-9803-3bdac53c4a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:01.869296 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5be7b743-7d3c-4d43-82a2-09ec0b9cb9e8 req-9bfcc180-06c6-4c43-9803-3bdac53c4a3b service neutron] 10.222.0.63 "GET /v2.0/networks?id=f562e4fa-da35-484f-a131-30b5eb79aa8c HTTP/1.1" status: 200 len: 909 time: 0.4151757 Apr 30 17:37:01.959903 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:02.093844 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Attempting to bind port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:37:02.094273 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Attempting to bind port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '9afc22ce-9211-437d-84ec-7d0b7e48b272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:37:02.094751 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Attempting to bind port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 on network 68f8537c-5a30-44c5-94fb-1f26ed43f770 {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:37:02.115900 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 4bb2718a-6914-4882-9b08-36f52b713b54, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=4bb2718a-6914-4882-9b08-36f52b713b54,segment=NetworkSegment(b41d0144-0a86-49a0-a68c-847f367d7880),segment_id=b41d0144-0a86-49a0-a68c-847f367d7880)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:02.117043 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:37:02.117416 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Checking segment: {'id': '9afc22ce-9211-437d-84ec-7d0b7e48b272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:37:02.117822 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:02.118224 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Bound using segment: {'id': '9afc22ce-9211-437d-84ec-7d0b7e48b272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:37:02.118698 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Bound port: c26f3b18-4b2f-4d3a-967f-ceaff0a99e58, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afc22ce-9211-437d-84ec-7d0b7e48b272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:37:02.119092 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:02.179284 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bd653-2a5c-4121-a336-b4d623b46098 req-cacea8cf-7f1e-4641-9385-e731cfe43498 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:02.180869 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-262bd653-2a5c-4121-a336-b4d623b46098 req-cacea8cf-7f1e-4641-9385-e731cfe43498 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.5806351 Apr 30 17:37:02.211493 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:02.218936 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:02.249571 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-2943d33b-53bb-436d-a96b-6d5b8f15cc50 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:02.251113 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-2943d33b-53bb-436d-a96b-6d5b8f15cc50 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/networks?id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 200 len: 816 time: 0.5680075 Apr 30 17:37:02.258023 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5be7b743-7d3c-4d43-82a2-09ec0b9cb9e8 req-f6f9b06b-31d5-4dd6-909e-9421268880fa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91a93926-c63d-4e58-8ff3-d42976b1fe12 HTTP/1.1" status: 200 len: 999 time: 0.2079189 Apr 30 17:37:02.315870 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-ae02f728-cde5-4b98-bf0c-69180f33490b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/quotas/ccc08e0935864e70bcf50cd6c9ba3ae3 HTTP/1.1" status: 200 len: 375 time: 0.0567112 Apr 30 17:37:02.347900 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] For port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:37:02.360961 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] For port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=c26f3b18-4b2f-4d3a-967f-ceaff0a99e58,segment=NetworkSegment(9afc22ce-9211-437d-84ec-7d0b7e48b272),segment_id=9afc22ce-9211-437d-84ec-7d0b7e48b272)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:37:02.363895 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=4bb2718a-6914-4882-9b08-36f52b713b54,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:02.367977 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:02.372526 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-262bd653-2a5c-4121-a336-b4d623b46098 req-0a183a42-98fb-4872-841e-e460b3002a47 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767178 Apr 30 17:37:02.401660 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-29427702-46dc-4fdf-98d3-0cf04f72004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': 'fba0d0d9-ee77-43d2-84a0-a40e5ea6a9a4', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'port_id': 'a50936eb-8ae7-4610-9c2d-ad38f72ad96c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'mac_address': 'fa:16:3e:91:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb959f66-4bd9-46d4-9468-e863c3fa2429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:36:57Z', 'updated_at': '2021-04-30T17:36:57Z', 'revision_number': 0, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:02.408950 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29427702-46dc-4fdf-98d3-0cf04f72004e None None] Checking router: 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:37:02.422165 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7b743-7d3c-4d43-82a2-09ec0b9cb9e8 req-d30f7e8a-96b8-425c-b00c-7c08fc6d9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:02.422858 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29427702-46dc-4fdf-98d3-0cf04f72004e None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:02.423688 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5be7b743-7d3c-4d43-82a2-09ec0b9cb9e8 req-d30f7e8a-96b8-425c-b00c-7c08fc6d9031 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=606ca68b-fd17-4f43-af2c-9d03dcf516cb HTTP/1.1" status: 200 len: 847 time: 0.1535501 Apr 30 17:37:02.423868 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-29427702-46dc-4fdf-98d3-0cf04f72004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:36:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:02.475781 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb959f66-4bd9-46d4-9468-e863c3fa2429', 'tag': 'a50936eb-8ae7-4610-9c2d-ad38f72ad96c', 'status': 'completed', 'code': 200} Apr 30 17:37:02.641417 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f253a83-b33d-4a47-9144-ceb8a6c6a7e0 req-e539a674-635c-407e-b895-2f017ca9a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:02.645867 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6f253a83-b33d-4a47-9144-ceb8a6c6a7e0 req-e539a674-635c-407e-b895-2f017ca9a86b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 1098 time: 0.1766872 Apr 30 17:37:02.717787 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:02.736382 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-c1f66889-7bd3-4def-986c-28b027d09d2f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4052691 Apr 30 17:37:02.737505 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:02.754402 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:02.795453 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:02.829187 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-29427702-46dc-4fdf-98d3-0cf04f72004e None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:02.862040 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f253a83-b33d-4a47-9144-ceb8a6c6a7e0 req-ed11fe7d-6966-4277-b5fb-370fece008ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:02.863579 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6f253a83-b33d-4a47-9144-ceb8a6c6a7e0 req-ed11fe7d-6966-4277-b5fb-370fece008ab service neutron] 10.222.0.63 "GET /v2.0/networks?id=5118869f-2534-4299-bc69-5de0ebba617c HTTP/1.1" status: 200 len: 912 time: 0.2125657 Apr 30 17:37:02.918802 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 4bb2718a-6914-4882-9b08-36f52b713b54 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:37:02.967143 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7b743-7d3c-4d43-82a2-09ec0b9cb9e8 req-f1e507ea-ce61-407a-8d21-703d6654da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:02.969537 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5be7b743-7d3c-4d43-82a2-09ec0b9cb9e8 req-f1e507ea-ce61-407a-8d21-703d6654da26 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f562e4fa-da35-484f-a131-30b5eb79aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5377481 Apr 30 17:37:02.988913 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 91a93926-c63d-4e58-8ff3-d42976b1fe12 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:37:03.010306 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6f253a83-b33d-4a47-9144-ceb8a6c6a7e0 req-97181a90-1716-4c34-884d-cfbab30b7cbf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a50936eb-8ae7-4610-9c2d-ad38f72ad96c HTTP/1.1" status: 200 len: 998 time: 0.1396916 Apr 30 17:37:03.122804 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f253a83-b33d-4a47-9144-ceb8a6c6a7e0 req-1ad64104-24fb-48b3-bbb9-de41a517e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:03.126599 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6f253a83-b33d-4a47-9144-ceb8a6c6a7e0 req-1ad64104-24fb-48b3-bbb9-de41a517e99d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2b18b45e-7170-467e-a603-cb45300a0239 HTTP/1.1" status: 200 len: 850 time: 0.1094120 Apr 30 17:37:03.149128 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.db.resource_extend [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 17:37:03.180623 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Pushing event updated for resources: {'Port': ['ID=c26f3b18-4b2f-4d3a-967f-ceaff0a99e58,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:03.190011 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:03.300463 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f253a83-b33d-4a47-9144-ceb8a6c6a7e0 req-0d74aba1-e2c2-4cda-bb22-6f8a70a10e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:03.303807 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6f253a83-b33d-4a47-9144-ceb8a6c6a7e0 req-0d74aba1-e2c2-4cda-bb22-6f8a70a10e82 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5118869f-2534-4299-bc69-5de0ebba617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1702199 Apr 30 17:37:03.320376 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-c287b36e-be03-4d50-8a64-e27e512c602e service neutron] 10.222.0.18 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515928 Apr 30 17:37:03.422126 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 4bb2718a-6914-4882-9b08-36f52b713b54 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:03.423007 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:03.457323 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Allocated IP 172.27.3.228 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/dca4fa2c-f83c-4184-b5c9-065f9678680b) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:37:03.551871 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5be7b743-7d3c-4d43-82a2-09ec0b9cb9e8 req-a268104e-e8d2-4bca-8469-d2d14d863692 service neutron] 10.222.0.63 "GET /v2.0/networks/f562e4fa-da35-484f-a131-30b5eb79aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724571 Apr 30 17:37:03.644409 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 91a93926-c63d-4e58-8ff3-d42976b1fe12, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91a93926-c63d-4e58-8ff3-d42976b1fe12,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:03.685294 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '91a93926-c63d-4e58-8ff3-d42976b1fe12', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'port_id': '91a93926-c63d-4e58-8ff3-d42976b1fe12', 'mac_address': 'fa:16:3e:50:6e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:37:03.722045 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6f253a83-b33d-4a47-9144-ceb8a6c6a7e0 req-ed3405ba-78af-4083-8953-be3977484800 service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087081 Apr 30 17:37:03.873441 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:03.908505 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a93926-c63d-4e58-8ff3-d42976b1fe12 {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:37:03.931597 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 91a93926-c63d-4e58-8ff3-d42976b1fe12, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91a93926-c63d-4e58-8ff3-d42976b1fe12,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:03.952619 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-29427702-46dc-4fdf-98d3-0cf04f72004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': 'fba0d0d9-ee77-43d2-84a0-a40e5ea6a9a4', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'port_id': 'a50936eb-8ae7-4610-9c2d-ad38f72ad96c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'mac_address': 'fa:16:3e:91:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb959f66-4bd9-46d4-9468-e863c3fa2429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:36:57Z', 'updated_at': '2021-04-30T17:36:57Z', 'revision_number': 0, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:03.964125 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29427702-46dc-4fdf-98d3-0cf04f72004e None None] The sync data for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi is: [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': 'fba0d0d9-ee77-43d2-84a0-a40e5ea6a9a4', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'port_id': 'a50936eb-8ae7-4610-9c2d-ad38f72ad96c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'mac_address': 'fa:16:3e:91:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb959f66-4bd9-46d4-9468-e863c3fa2429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:36:57Z', 'updated_at': '2021-04-30T17:36:57Z', 'revision_number': 0, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:37:03.990831 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6f253a83-b33d-4a47-9144-ceb8a6c6a7e0 req-2eb1bc5b-ca46-4156-9002-2c9a8e39215d service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599652 Apr 30 17:37:04.033053 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:04.034824 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:04.118748 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=91a93926-c63d-4e58-8ff3-d42976b1fe12,revision_number=7']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:04.123583 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:04.200019 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-e1651990-a164-490e-a5f2-493b5d98cff8 service neutron] 10.222.0.18 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8197479 Apr 30 17:37:04.258829 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5be7b743-7d3c-4d43-82a2-09ec0b9cb9e8 req-a492e4ed-2595-4571-b85f-879190241ee7 service neutron] 10.222.0.63 "GET /v2.0/networks/f562e4fa-da35-484f-a131-30b5eb79aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6934643 Apr 30 17:37:04.327238 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dea441-000d-4356-9049-8fd79ebbbd57 req-451397a1-65e2-4501-996d-a65fc7151e52 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:04.329149 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d7dea441-000d-4356-9049-8fd79ebbbd57 req-451397a1-65e2-4501-996d-a65fc7151e52 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 943 time: 0.5523329 Apr 30 17:37:04.333205 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:04.401188 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['91a93926-c63d-4e58-8ff3-d42976b1fe12'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:37:04.429430 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d7dea441-000d-4356-9049-8fd79ebbbd57 req-1ca619e7-23d2-4250-af33-35169aa355f1 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823042 Apr 30 17:37:04.460751 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225625f-8980-4fda-8442-e7f4232a2c9b None None] New status for floating IP fba0d0d9-ee77-43d2-84a0-a40e5ea6a9a4: ACTIVE {{(pid=74457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:37:04.602042 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:04.618162 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:04.745872 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3322fef7-9000-4bf7-a614-fd7b196b4f17 None None] Network 68f8537c-5a30-44c5-94fb-1f26ed43f770 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:37:04.861252 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ecfbd889-b770-4eb3-bff4-af942dbddee8 req-6bd8e2cd-c1aa-4036-a332-b77773b1110a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 210 time: 0.1272264 Apr 30 17:37:04.873379 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:37:04.878279 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:37:04.888195 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:37:04.903020 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:37:04.963506 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Pushing event updated for resources: {'Port': ['ID=dca4fa2c-f83c-4184-b5c9-065f9678680b,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:04.969565 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:05.110133 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-021d7f1c-a890-4236-9c61-5731d01562b4 None None] Provisioning for port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:37:05.476811 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:37:05.492421 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:05.492855 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:05.729343 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:05.775767 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:05.787097 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=c26f3b18-4b2f-4d3a-967f-ceaff0a99e58,segment=NetworkSegment(9afc22ce-9211-437d-84ec-7d0b7e48b272),segment_id=9afc22ce-9211-437d-84ec-7d0b7e48b272)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:05.801228 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-48f9e856-9ba8-4444-b959-e88a6c5537a3 None None] Provisioning complete for port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:05.802393 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-48f9e856-9ba8-4444-b959-e88a6c5537a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:05.940599 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b5e1a-65ac-4a4f-be8d-bf8250d9ce8f req-a8b9dd4b-57a3-478e-b007-348bc6fc2185 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:05.942168 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-627b5e1a-65ac-4a4f-be8d-bf8250d9ce8f req-a8b9dd4b-57a3-478e-b007-348bc6fc2185 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 944 time: 0.2549787 Apr 30 17:37:05.957483 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-48f9e856-9ba8-4444-b959-e88a6c5537a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:05.984523 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:05.987849 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:06.039409 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ac43811-55f2-4c2e-88ad-4853282dd6bd req-b823e875-5be5-477f-9146-e60feeffef07 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 210 time: 0.0828869 Apr 30 17:37:06.119022 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.db.api [None req-48f9e856-9ba8-4444-b959-e88a6c5537a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 17:37:06.119416 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_db.api [None req-48f9e856-9ba8-4444-b959-e88a6c5537a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 17:37:06.120060 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=c26f3b18-4b2f-4d3a-967f-ceaff0a99e58,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:06.124128 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:06.141143 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-627b5e1a-65ac-4a4f-be8d-bf8250d9ce8f req-c08cf045-d247-468b-bc6c-4ecf7c450c90 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811497 Apr 30 17:37:06.250231 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4123409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4072886'] for router, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:06.702149 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:37:06.781901 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Router 170c45a3-0ad6-40dc-8361-6608c380eebf is scheduled to L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 with binding_index 1 {{(pid=74455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:37:06.858819 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:06.859764 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:07.003671 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 91a93926-c63d-4e58-8ff3-d42976b1fe12 up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:37:07.044347 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:37:07.102223 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Sync routers for ids ['170c45a3-0ad6-40dc-8361-6608c380eebf'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:37:07.156325 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Routers {'170c45a3-0ad6-40dc-8361-6608c380eebf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:07.156975 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:36:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['170c45a3-0ad6-40dc-8361-6608c380eebf'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:07.187663 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Notify callbacks [] for router, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:07.196567 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58420) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:07.197239 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8687754 Apr 30 17:37:07.296671 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c0adac92-e30a-43a6-8da6-d86a4e5f05c9 req-c8195e8d-0c8c-490b-ae19-6b065e0ab703 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 210 time: 0.0947108 Apr 30 17:37:07.340216 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 91a93926-c63d-4e58-8ff3-d42976b1fe12 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:07.340607 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:07.445403 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3f7e8-f021-4fd0-9900-aa2d3991718b req-ab006140-751f-43d5-a879-4755aa9847de tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:07.458018 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-31d3f7e8-f021-4fd0-9900-aa2d3991718b req-ab006140-751f-43d5-a879-4755aa9847de tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 944 time: 0.1349223 Apr 30 17:37:07.469147 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Set router 170c45a3-0ad6-40dc-8361-6608c380eebf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:07.503702 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-31d3f7e8-f021-4fd0-9900-aa2d3991718b req-a3ac57bd-03a4-48c1-8d06-2b4b749b2602 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445735 Apr 30 17:37:07.783336 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:07.962409 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c37ebf8-a036-401a-96be-9d94491f857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a93926-c63d-4e58-8ff3-d42976b1fe12'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:37:08.013192 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 91a93926-c63d-4e58-8ff3-d42976b1fe12, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91a93926-c63d-4e58-8ff3-d42976b1fe12,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:08.037746 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c37ebf8-a036-401a-96be-9d94491f857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a93926-c63d-4e58-8ff3-d42976b1fe12', 'code': 200} Apr 30 17:37:08.151835 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:08.152593 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'name': 'tempest-TestMinimumBasicScenario-817812790-router', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:37:00Z', 'updated_at': '2021-04-30T17:37:05Z', 'revision_number': 3, 'project_id': '66596ef96e8a419690421e32aaa7453e', 'gw_port': {'id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:be:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:37:02Z', 'updated_at': '2021-04-30T17:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:08.160268 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Checking router: 170c45a3-0ad6-40dc-8361-6608c380eebf for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:37:08.162203 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Updating router 170c45a3-0ad6-40dc-8361-6608c380eebf port dca4fa2c-f83c-4184-b5c9-065f9678680b binding host dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:37:08.231361 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:08.272888 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:08.281895 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:08.392735 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-8d1373bb-f7d2-4a23-86bc-1b859abd8bda tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:08.394246 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-8d1373bb-f7d2-4a23-86bc-1b859abd8bda tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.63 "GET /v2.0/networks?id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 200 len: 816 time: 0.1753168 Apr 30 17:37:08.403857 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=91a93926-c63d-4e58-8ff3-d42976b1fe12,revision_number=8']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:08.409026 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:08.458517 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Allocated IP 172.20.0.1 (68f8537c-5a30-44c5-94fb-1f26ed43f770/292f74b8-1061-4d25-92ed-d4233f0021ed/75066869-b79d-4077-8842-63d453b26c11) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:37:08.521753 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c3e73fea-d0f7-41c9-bfb2-ee694b7b8227 req-005b6e65-2637-40bf-b235-232956528106 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 210 time: 0.0890257 Apr 30 17:37:08.537417 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-9f3574f1-137a-4f7c-8370-5bcebcd557c1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3 HTTP/1.1" status: 200 len: 379 time: 0.1347947 Apr 30 17:37:08.547774 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Request body: {'port': {'device_id': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'admin_state_up': True, 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'security_groups': ['a89b9351-8e6e-40d1-a6fc-f61c1f30815e']}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:37:08.723855 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:08.746682 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Transition to ACTIVE for port object 75066869-b79d-4077-8842-63d453b26c11 will not be triggered until provisioned by entity DHCP. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:37:08.791713 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7e1ad-e5b5-42b4-a743-f4e4a5acb032 req-2c97388c-03e3-4fe5-a7b8-7e55066147a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:08.793339 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-b2c7e1ad-e5b5-42b4-a743-f4e4a5acb032 req-2c97388c-03e3-4fe5-a7b8-7e55066147a6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 1098 time: 0.2996905 Apr 30 17:37:08.812018 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Notify callbacks [] for port, precommit_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:08.828475 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Transition to ACTIVE for port object dca4fa2c-f83c-4184-b5c9-065f9678680b will not be triggered until provisioned by entity L2. {{(pid=74456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:37:08.843147 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-b2c7e1ad-e5b5-42b4-a743-f4e4a5acb032 req-653f54a3-94a1-4b8c-8e97-a74d7c9813e0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421348 Apr 30 17:37:08.845981 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:37:08.852718 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Usage tracker for resource:port and tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:37:08.856656 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:37:08.865681 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:37:08.879881 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:08.884134 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:08.909094 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02a192-daa7-41fe-a869-620c81522651 req-75faff2f-2072-4ec1-934a-365c828c9bfa tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:08.910759 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ba02a192-daa7-41fe-a869-620c81522651 req-75faff2f-2072-4ec1-934a-365c828c9bfa tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.1161704 Apr 30 17:37:08.947784 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Network 68f8537c-5a30-44c5-94fb-1f26ed43f770 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:37:08.952449 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:37:08.956340 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:37:08.977544 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ba02a192-daa7-41fe-a869-620c81522651 req-6d01057a-cdfd-4774-87fa-20cac9fdb458 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554504 Apr 30 17:37:09.032995 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:09.033634 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Made reservation on behalf of ccc08e0935864e70bcf50cd6c9ba3ae3 for: {'port': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:37:09.038794 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:09.040852 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:09.169042 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4071129'] for router_interface, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:09.177492 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Pushing event updated for resources: {'Port': ['ID=75066869-b79d-4077-8842-63d453b26c11,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:09.181159 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:09.219869 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Attempting to bind port dca4fa2c-f83c-4184-b5c9-065f9678680b on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:37:09.220250 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Attempting to bind port dca4fa2c-f83c-4184-b5c9-065f9678680b by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:37:09.220678 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Attempting to bind port dca4fa2c-f83c-4184-b5c9-065f9678680b on network 75f81fbd-83ca-4d8e-a99f-6c15173d718a {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:37:09.238077 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d93bb-5a77-48fb-ae1c-f9f691504536 None None] Pushing event updated for resources: {'Port': ['ID=dca4fa2c-f83c-4184-b5c9-065f9678680b,revision_number=2']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:09.246667 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:37:09.247051 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Checking segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:37:09.247496 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:09.248484 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Bound using segment: {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'} {{(pid=74456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:37:09.249850 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.managers [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Bound port: dca4fa2c-f83c-4184-b5c9-065f9678680b, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e4a69a-ec87-47a4-8298-f1c8e52e5a7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}}] {{(pid=74456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:37:09.251197 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:09.326531 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-6a7d93bb-5a77-48fb-ae1c-f9f691504536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:09.328254 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Allocated IP 172.20.0.14 (530fc79f-6b7d-46c2-b9df-2331fd74f2f0/c3cec6c4-057f-403e-861a-e867b0518223/89032f1d-dba6-4f5a-929a-e5b86e92a23f) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:37:09.358470 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e5ca8a11-c422-4c6d-abf5-0e980d097550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:09.448991 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] For port dca4fa2c-f83c-4184-b5c9-065f9678680b, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:37:09.456443 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] For port dca4fa2c-f83c-4184-b5c9-065f9678680b, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=dca4fa2c-f83c-4184-b5c9-065f9678680b,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:37:09.480068 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:09.484494 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-23b1c274-7379-4b1a-abf2-e093337601f3 None None] Provisioning for port 75066869-b79d-4077-8842-63d453b26c11 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:37:09.491126 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-23b1c274-7379-4b1a-abf2-e093337601f3 None None] Provisioning complete for port 75066869-b79d-4077-8842-63d453b26c11 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:09.517018 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-23b1c274-7379-4b1a-abf2-e093337601f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:09.616612 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-23b1c274-7379-4b1a-abf2-e093337601f3 None None] Port 75066869-b79d-4077-8842-63d453b26c11 cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:37:09.645126 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:09.647651 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:09.660047 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-2f047abe-1446-485e-8b60-6f015a70c6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:09.687882 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Transition to ACTIVE for port object 89032f1d-dba6-4f5a-929a-e5b86e92a23f will not be triggered until provisioned by entity DHCP. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:37:09.761720 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Routers {'170c45a3-0ad6-40dc-8361-6608c380eebf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:09.762467 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:36:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['170c45a3-0ad6-40dc-8361-6608c380eebf'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:09.864572 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d93bb-5a77-48fb-ae1c-f9f691504536 None None] Pushing event updated for resources: {'Port': ['ID=dca4fa2c-f83c-4184-b5c9-065f9678680b,revision_number=3']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:09.883522 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a9d64cfa-73c3-4b93-af5f-df239a5de6b4 req-047d18cc-5f3d-4fe3-b0ec-1832b102c8c8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 210 time: 0.0967028 Apr 30 17:37:09.891279 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-6a7d93bb-5a77-48fb-ae1c-f9f691504536 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:09.906183 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:09.947014 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:09.959112 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-bbefc5d3-3b4e-4c70-9109-144494729563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:10.027296 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:37:10.031475 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:37:10.040097 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:37:10.066796 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:10.072108 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] Set router 170c45a3-0ad6-40dc-8361-6608c380eebf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:10.076470 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event updated for resources: {'Port': ['ID=89032f1d-dba6-4f5a-929a-e5b86e92a23f,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:10.098869 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:10.148091 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:10.148091 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:10.156758 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1ae02a30-7673-4cf4-8cff-2fb4b73b6805 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:10.258419 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Pushing event updated for resources: {'Port': ['ID=75066869-b79d-4077-8842-63d453b26c11,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:10.269285 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:10.288392 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4071034'] for router_interface, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:10.354237 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8115923 Apr 30 17:37:10.382899 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Request body: {'port': {'device_id': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:37:10.493766 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Network 68f8537c-5a30-44c5-94fb-1f26ed43f770 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:37:10.500528 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:37:10.567713 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3833744-030b-4045-b529-784728adcf90 req-1d2d5648-a60a-42a5-9d1b-df6edcd6f342 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:10.569681 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b3833744-030b-4045-b529-784728adcf90 req-1d2d5648-a60a-42a5-9d1b-df6edcd6f342 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.2988443 Apr 30 17:37:10.603738 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-df4b8be3-f2c9-4972-b00f-c79a72e47f4a None None] Provisioning for port 89032f1d-dba6-4f5a-929a-e5b86e92a23f completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:37:10.627609 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-df4b8be3-f2c9-4972-b00f-c79a72e47f4a None None] Provisioning complete for port 89032f1d-dba6-4f5a-929a-e5b86e92a23f triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:10.628648 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-df4b8be3-f2c9-4972-b00f-c79a72e47f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:10.650848 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:10.699014 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b3833744-030b-4045-b529-784728adcf90 req-46f0b063-f691-4ae7-9015-bfae0ac9eb0a tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184635 Apr 30 17:37:10.729241 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-df4b8be3-f2c9-4972-b00f-c79a72e47f4a None None] Port 89032f1d-dba6-4f5a-929a-e5b86e92a23f cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:37:10.748952 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'name': 'tempest-TestMinimumBasicScenario-817812790-router', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:37:00Z', 'updated_at': '2021-04-30T17:37:09Z', 'revision_number': 4, 'project_id': '66596ef96e8a419690421e32aaa7453e', 'gw_port': {'id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:be:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:37:02Z', 'updated_at': '2021-04-30T17:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '75066869-b79d-4077-8842-63d453b26c11', 'name': '', 'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'mac_address': 'fa:16:3e:68:32:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '292f74b8-1061-4d25-92ed-d4233f0021ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:37:08Z', 'updated_at': '2021-04-30T17:37:08Z', 'revision_number': 1, 'project_id': '66596ef96e8a419690421e32aaa7453e', 'subnets': [{'id': '292f74b8-1061-4d25-92ed-d4233f0021ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:10.757590 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c63ee15-9450-4e01-9cb8-15b7768c062d None None] The sync data for ids ['170c45a3-0ad6-40dc-8361-6608c380eebf'] in dv-cinder-784779-10-iscsi is: [{'id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'name': 'tempest-TestMinimumBasicScenario-817812790-router', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:37:00Z', 'updated_at': '2021-04-30T17:37:09Z', 'revision_number': 4, 'project_id': '66596ef96e8a419690421e32aaa7453e', 'gw_port': {'id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:be:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:37:02Z', 'updated_at': '2021-04-30T17:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '75066869-b79d-4077-8842-63d453b26c11', 'name': '', 'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'mac_address': 'fa:16:3e:68:32:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '292f74b8-1061-4d25-92ed-d4233f0021ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:37:08Z', 'updated_at': '2021-04-30T17:37:08Z', 'revision_number': 1, 'project_id': '66596ef96e8a419690421e32aaa7453e', 'subnets': [{'id': '292f74b8-1061-4d25-92ed-d4233f0021ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:37:10.907633 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Router 170c45a3-0ad6-40dc-8361-6608c380eebf has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:37:10.975151 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-92f7a49d-167e-410c-a9f5-9177ed68a9cc None None] Provisioning complete for port 75066869-b79d-4077-8842-63d453b26c11 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:10.977915 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-92f7a49d-167e-410c-a9f5-9177ed68a9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:11.203499 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-92f7a49d-167e-410c-a9f5-9177ed68a9cc None None] Port 75066869-b79d-4077-8842-63d453b26c11 cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:37:11.231237 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:37:11.247423 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] 10.222.0.18 "PUT /v2.0/routers/170c45a3-0ad6-40dc-8361-6608c380eebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0486243 Apr 30 17:37:11.383272 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0d766-dc7a-4dd4-85cc-469dd3c1bc5f req-61b4ee78-f347-47ed-b6e2-1db2ff48f396 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:11.384526 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-faa0d766-dc7a-4dd4-85cc-469dd3c1bc5f req-61b4ee78-f347-47ed-b6e2-1db2ff48f396 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Synchronizing usage tracker for tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:37:11.513050 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89032f1d-dba6-4f5a-929a-e5b86e92a23f {{(pid=74455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:37:11.528323 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:11.556831 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Transition to ACTIVE for port object 89032f1d-dba6-4f5a-929a-e5b86e92a23f will not be triggered until provisioned by entity L2. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:37:11.564255 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-faa0d766-dc7a-4dd4-85cc-469dd3c1bc5f req-61b4ee78-f347-47ed-b6e2-1db2ff48f396 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Unset dirty status for tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:37:11.565987 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-faa0d766-dc7a-4dd4-85cc-469dd3c1bc5f req-61b4ee78-f347-47ed-b6e2-1db2ff48f396 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 932 time: 0.3754852 Apr 30 17:37:11.650421 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-faa0d766-dc7a-4dd4-85cc-469dd3c1bc5f req-9d69a69a-6e32-4247-8c23-8ecb292cf457 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721006 Apr 30 17:37:11.661955 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:11.668846 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-dbdfd19d-3b94-416c-8172-09276e28565d tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:11.850028 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:12.060864 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Pushing event updated for resources: {'Port': ['ID=89032f1d-dba6-4f5a-929a-e5b86e92a23f,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:12.060864 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:12.159796 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb52b51-0d14-46bf-8e53-903a778a4cd9 req-08c983f6-1833-436c-a695-9fc02b0c78a3 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:12.162282 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9eb52b51-0d14-46bf-8e53-903a778a4cd9 req-08c983f6-1833-436c-a695-9fc02b0c78a3 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.2325709 Apr 30 17:37:12.186603 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Attempting to bind port 89032f1d-dba6-4f5a-929a-e5b86e92a23f on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:37:12.186994 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Attempting to bind port 89032f1d-dba6-4f5a-929a-e5b86e92a23f by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:37:12.187313 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Attempting to bind port 89032f1d-dba6-4f5a-929a-e5b86e92a23f on network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:37:12.193261 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ecaebf4d-d4ba-40d1-9764-fcbdeab465b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:12.202429 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Port 89032f1d-dba6-4f5a-929a-e5b86e92a23f on network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:37:12.202751 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Attempting to bind port 89032f1d-dba6-4f5a-929a-e5b86e92a23f on network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:37:12.221329 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:37:12.221329 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Checking segment: {'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:37:12.221329 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Bound using segment: {'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:37:12.221329 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Bound port: 89032f1d-dba6-4f5a-929a-e5b86e92a23f, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43bda81e-06c5-4770-bf68-5c1ccaef9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0'}}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:37:12.221329 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:12.249202 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9eb52b51-0d14-46bf-8e53-903a778a4cd9 req-2b255818-706f-4f2c-9f6b-bdc49995bbb5 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805206 Apr 30 17:37:12.313389 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:37:12.337745 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] For port 89032f1d-dba6-4f5a-929a-e5b86e92a23f, host hv-cinder-78477, cleared binding levels {{(pid=74455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:37:12.343104 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] For port 89032f1d-dba6-4f5a-929a-e5b86e92a23f, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:37:12.451351 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:12.460472 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c07f6eab-9d04-4360-bb0d-decf15d8427b tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:12.572635 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:12.572635 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:12.574886 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] 10.222.0.63 "PUT /v2.0/ports/89032f1d-dba6-4f5a-929a-e5b86e92a23f HTTP/1.1" status: 200 len: 1094 time: 2.2040701 Apr 30 17:37:12.575752 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'tag': '89032f1d-dba6-4f5a-929a-e5b86e92a23f'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:37:12.659488 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'tag': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'status': 'completed', 'code': 200} Apr 30 17:37:12.666840 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Pushing event updated for resources: {'Port': ['ID=89032f1d-dba6-4f5a-929a-e5b86e92a23f,revision_number=3']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:12.672583 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:12.852662 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device dca4fa2c-f83c-4184-b5c9-065f9678680b up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:37:13.021978 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f9121-64db-450c-97c9-15579f9b4100 req-ffb164a7-13b9-4344-86d4-b2fd953734d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:13.027996 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7d2f9121-64db-450c-97c9-15579f9b4100 req-ffb164a7-13b9-4344-86d4-b2fd953734d6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 1097 time: 0.3427718 Apr 30 17:37:13.125724 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port dca4fa2c-f83c-4184-b5c9-065f9678680b completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:37:13.136524 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port dca4fa2c-f83c-4184-b5c9-065f9678680b triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:13.140355 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:13.363790 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073788b4-bd8f-46dc-8f94-f2aa8709092c req-f11d68e1-1629-4947-91fb-75b62821a2e0 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:13.366815 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-073788b4-bd8f-46dc-8f94-f2aa8709092c req-f11d68e1-1629-4947-91fb-75b62821a2e0 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.4681187 Apr 30 17:37:13.445905 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f9121-64db-450c-97c9-15579f9b4100 req-1de47883-7c80-41ca-8a96-676064e53807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:13.449699 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7d2f9121-64db-450c-97c9-15579f9b4100 req-1de47883-7c80-41ca-8a96-676064e53807 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4050014 Apr 30 17:37:13.671937 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:13.750488 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port dca4fa2c-f83c-4184-b5c9-065f9678680b, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=dca4fa2c-f83c-4184-b5c9-065f9678680b,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:13.839493 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:13.860058 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-073788b4-bd8f-46dc-8f94-f2aa8709092c req-2e10968c-cc68-4d47-bb84-6a36e18012ec tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086092 Apr 30 17:37:13.867753 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:13.868893 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Sync routers for ids ['170c45a3-0ad6-40dc-8361-6608c380eebf'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:37:13.872255 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:13.884822 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Routers {'170c45a3-0ad6-40dc-8361-6608c380eebf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:13.886054 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:37:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['170c45a3-0ad6-40dc-8361-6608c380eebf'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:13.967847 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f9121-64db-450c-97c9-15579f9b4100 req-e0ab1a79-3ba9-4ea9-985e-e217570fd5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:13.969352 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7d2f9121-64db-450c-97c9-15579f9b4100 req-e0ab1a79-3ba9-4ea9-985e-e217570fd5f5 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5133276 Apr 30 17:37:14.083037 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=dca4fa2c-f83c-4184-b5c9-065f9678680b,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:14.088829 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:14.124420 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Set router 170c45a3-0ad6-40dc-8361-6608c380eebf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:14.234184 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-5ccdd8a4-4de8-40b6-ad0b-e8716abfccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:14.237085 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-5ccdd8a4-4de8-40b6-ad0b-e8716abfccec service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 1097 time: 0.1941369 Apr 30 17:37:14.315186 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-d6a34f16-0b6e-4ff1-99a6-6e98adbe9d39 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f HTTP/1.1" status: 200 len: 217 time: 0.0700088 Apr 30 17:37:14.556910 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-90185f78-1a46-4d5a-8c4b-25fe4eaec184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:14.558981 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-90185f78-1a46-4d5a-8c4b-25fe4eaec184 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c3cec6c4-057f-403e-861a-e867b0518223 HTTP/1.1" status: 200 len: 855 time: 0.2363136 Apr 30 17:37:14.641182 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'name': 'tempest-TestMinimumBasicScenario-817812790-router', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:37:00Z', 'updated_at': '2021-04-30T17:37:09Z', 'revision_number': 4, 'project_id': '66596ef96e8a419690421e32aaa7453e', 'gw_port': {'id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:be:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:37:02Z', 'updated_at': '2021-04-30T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '75066869-b79d-4077-8842-63d453b26c11', 'name': '', 'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'mac_address': 'fa:16:3e:68:32:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '292f74b8-1061-4d25-92ed-d4233f0021ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:37:08Z', 'updated_at': '2021-04-30T17:37:09Z', 'revision_number': 2, 'project_id': '66596ef96e8a419690421e32aaa7453e', 'subnets': [{'id': '292f74b8-1061-4d25-92ed-d4233f0021ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:14.648509 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Checking router: 170c45a3-0ad6-40dc-8361-6608c380eebf for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:37:14.649123 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Updating router 170c45a3-0ad6-40dc-8361-6608c380eebf port 75066869-b79d-4077-8842-63d453b26c11 binding host dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:37:14.737038 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device dca4fa2c-f83c-4184-b5c9-065f9678680b up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:37:14.738978 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-5c003f8a-7c2a-44bb-ad9b-f2d834cca10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:14.740704 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-5c003f8a-7c2a-44bb-ad9b-f2d834cca10b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1709962 Apr 30 17:37:14.781638 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:14.885876 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port dca4fa2c-f83c-4184-b5c9-065f9678680b triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:14.886480 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:14.960065 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-47c8743a-d0e0-4c63-9aa0-88b42427647e service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039192 Apr 30 17:37:15.527781 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Notify callbacks [] for port, precommit_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:15.548115 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.provisioning_blocks [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Transition to ACTIVE for port object 75066869-b79d-4077-8842-63d453b26c11 will not be triggered until provisioned by entity L2. {{(pid=74457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:37:15.580436 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffacc5c5-f619-4425-ac2f-3ff2e2259475 req-8fe026c4-0099-4164-b18e-53468e7d84a2 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118279 Apr 30 17:37:15.614988 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a7950-d5d0-43ff-94b1-1051458dacaf req-b386390c-b209-4587-a8ad-e0c5ceeca391 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:15.632662 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e64a7950-d5d0-43ff-94b1-1051458dacaf req-b386390c-b209-4587-a8ad-e0c5ceeca391 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.3080840 Apr 30 17:37:15.650051 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:15.668150 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:15.738183 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e64a7950-d5d0-43ff-94b1-1051458dacaf req-7e78fb05-5791-4de6-9ef8-14df9790af28 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023204 Apr 30 17:37:15.930431 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:16.030511 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17f77a-e713-4bac-8cf3-bf15dbb759f4 None None] Pushing event updated for resources: {'Port': ['ID=75066869-b79d-4077-8842-63d453b26c11,revision_number=3']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:16.037718 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-3f17f77a-e713-4bac-8cf3-bf15dbb759f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:16.202519 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Attempting to bind port 75066869-b79d-4077-8842-63d453b26c11 on host dv-cinder-784779-10-iscsi for vnic_type normal with profile {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:37:16.202519 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Attempting to bind port 75066869-b79d-4077-8842-63d453b26c11 by drivers openvswitch,hyperv on host dv-cinder-784779-10-iscsi at level 0 using segments [{'id': '9afc22ce-9211-437d-84ec-7d0b7e48b272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770'}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:37:16.203447 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Attempting to bind port 75066869-b79d-4077-8842-63d453b26c11 on network 68f8537c-5a30-44c5-94fb-1f26ed43f770 {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:37:16.209675 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Checking agent: {'id': 'f88acdf8-6697-4682-868c-e2e05fdccdde', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 21, 42), 'started_at': datetime.datetime(2021, 4, 30, 17, 22, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:37:16.210043 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Checking segment: {'id': '9afc22ce-9211-437d-84ec-7d0b7e48b272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:37:16.210443 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:16.210832 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Bound using segment: {'id': '9afc22ce-9211-437d-84ec-7d0b7e48b272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770'} {{(pid=74457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:37:16.211464 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.managers [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Bound port: 75066869-b79d-4077-8842-63d453b26c11, host: dv-cinder-784779-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afc22ce-9211-437d-84ec-7d0b7e48b272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770'}}] {{(pid=74457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:37:16.211859 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:16.352588 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] For port 75066869-b79d-4077-8842-63d453b26c11, host dv-cinder-784779-10-iscsi, cleared binding levels {{(pid=74457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:37:16.360530 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.plugins.ml2.db [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] For port 75066869-b79d-4077-8842-63d453b26c11, host dv-cinder-784779-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=75066869-b79d-4077-8842-63d453b26c11,segment=NetworkSegment(9afc22ce-9211-437d-84ec-7d0b7e48b272),segment_id=9afc22ce-9211-437d-84ec-7d0b7e48b272)] {{(pid=74457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:37:16.470491 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron_lib.callbacks.manager [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:16.475283 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:16.572989 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Routers {'170c45a3-0ad6-40dc-8361-6608c380eebf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:16.576925 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:37:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['170c45a3-0ad6-40dc-8361-6608c380eebf'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:16.637950 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17f77a-e713-4bac-8cf3-bf15dbb759f4 None None] Pushing event updated for resources: {'Port': ['ID=75066869-b79d-4077-8842-63d453b26c11,revision_number=4']} {{(pid=74457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:16.653568 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG oslo_concurrency.lockutils [None req-3f17f77a-e713-4bac-8cf3-bf15dbb759f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:16.884960 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] Set router 170c45a3-0ad6-40dc-8361-6608c380eebf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:17.060581 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067f3f7-8f23-453e-bfe5-396270d3444c req-3edad2d9-63bf-4244-8603-19d446dfa601 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:17.063652 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1067f3f7-8f23-453e-bfe5-396270d3444c req-3edad2d9-63bf-4244-8603-19d446dfa601 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.0987852 Apr 30 17:37:17.135905 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1067f3f7-8f23-453e-bfe5-396270d3444c req-caf843e3-c7e6-4430-a912-b4dfe84f5f7c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648594 Apr 30 17:37:17.333616 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'name': 'tempest-TestMinimumBasicScenario-817812790-router', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:37:00Z', 'updated_at': '2021-04-30T17:37:09Z', 'revision_number': 4, 'project_id': '66596ef96e8a419690421e32aaa7453e', 'gw_port': {'id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:be:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:37:02Z', 'updated_at': '2021-04-30T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '75066869-b79d-4077-8842-63d453b26c11', 'name': '', 'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'mac_address': 'fa:16:3e:68:32:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '292f74b8-1061-4d25-92ed-d4233f0021ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:37:08Z', 'updated_at': '2021-04-30T17:37:16Z', 'revision_number': 4, 'project_id': '66596ef96e8a419690421e32aaa7453e', 'subnets': [{'id': '292f74b8-1061-4d25-92ed-d4233f0021ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:17.340381 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d75fe4-96ce-4944-a7dd-b4ac25cfcf42 None None] The sync data for ids ['170c45a3-0ad6-40dc-8361-6608c380eebf'] in dv-cinder-784779-10-iscsi is: [{'id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'name': 'tempest-TestMinimumBasicScenario-817812790-router', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:37:00Z', 'updated_at': '2021-04-30T17:37:09Z', 'revision_number': 4, 'project_id': '66596ef96e8a419690421e32aaa7453e', 'gw_port': {'id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:be:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:37:02Z', 'updated_at': '2021-04-30T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '75066869-b79d-4077-8842-63d453b26c11', 'name': '', 'network_id': '68f8537c-5a30-44c5-94fb-1f26ed43f770', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'mac_address': 'fa:16:3e:68:32:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '292f74b8-1061-4d25-92ed-d4233f0021ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:37:08Z', 'updated_at': '2021-04-30T17:37:16Z', 'revision_number': 4, 'project_id': '66596ef96e8a419690421e32aaa7453e', 'subnets': [{'id': '292f74b8-1061-4d25-92ed-d4233f0021ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:37:18.465013 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c3da4-bef0-4fbf-8d76-15637bbb2b2a req-4ce8584f-9a46-47d7-bac6-d32679799421 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:18.467166 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8e2c3da4-bef0-4fbf-8d76-15637bbb2b2a req-4ce8584f-9a46-47d7-bac6-d32679799421 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.1049619 Apr 30 17:37:18.521787 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8e2c3da4-bef0-4fbf-8d76-15637bbb2b2a req-2cefafbd-ce5d-4cd1-a5ca-b53c4817f664 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470541 Apr 30 17:37:18.721372 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 75066869-b79d-4077-8842-63d453b26c11 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:37:19.033872 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 89032f1d-dba6-4f5a-929a-e5b86e92a23f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:37:19.110398 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning for port 75066869-b79d-4077-8842-63d453b26c11 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:37:19.119221 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 75066869-b79d-4077-8842-63d453b26c11 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:19.119221 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:19.277308 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 89032f1d-dba6-4f5a-929a-e5b86e92a23f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:19.334875 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'port_id': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'mac_address': 'fa:16:3e:85:7d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:37:19.356435 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:19.441995 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:19.454320 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] For port 75066869-b79d-4077-8842-63d453b26c11, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=75066869-b79d-4077-8842-63d453b26c11,segment=NetworkSegment(9afc22ce-9211-437d-84ec-7d0b7e48b272),segment_id=9afc22ce-9211-437d-84ec-7d0b7e48b272)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:19.463256 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89032f1d-dba6-4f5a-929a-e5b86e92a23f {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:37:19.483245 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 89032f1d-dba6-4f5a-929a-e5b86e92a23f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:19.598415 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:19.601395 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-65ad0d4e-ca21-42b7-9678-77981294674a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:19.736903 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Pushing event updated for resources: {'Port': ['ID=75066869-b79d-4077-8842-63d453b26c11,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:19.754369 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:19.758410 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:19.758837 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:19.798283 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c32a-254a-4f6c-8e79-e2d779f9d92e req-a3b20ef0-2811-4ca2-9143-a52eb8d1e996 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:19.808696 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3494c32a-254a-4f6c-8e79-e2d779f9d92e req-a3b20ef0-2811-4ca2-9143-a52eb8d1e996 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 945 time: 0.1324739 Apr 30 17:37:19.884386 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3494c32a-254a-4f6c-8e79-e2d779f9d92e req-3c5e7f40-aa43-4906-bfa8-7a8bc3c4e0b3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742586 Apr 30 17:37:19.899487 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=89032f1d-dba6-4f5a-929a-e5b86e92a23f,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:19.923008 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:20.118419 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['89032f1d-dba6-4f5a-929a-e5b86e92a23f'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:37:20.709862 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 75066869-b79d-4077-8842-63d453b26c11 up at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:37:20.829091 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Provisioning complete for port 75066869-b79d-4077-8842-63d453b26c11 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:20.829772 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:21.390746 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e39c3-9b73-4a4b-ac05-ca4ef387e605 req-04610583-ebe8-4ffa-acd7-ee003f24b43e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:21.395552 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cb9e39c3-9b73-4a4b-ac05-ca4ef387e605 req-04610583-ebe8-4ffa-acd7-ee003f24b43e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 945 time: 0.1035731 Apr 30 17:37:21.470475 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cb9e39c3-9b73-4a4b-ac05-ca4ef387e605 req-a69a23dd-7e2f-4307-81f6-added23edd5b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724096 Apr 30 17:37:22.704106 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f2c95-9f41-4d10-9c6d-4747a11ed528 req-0725268d-f0c8-41a6-a128-120cd73da91e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:22.705555 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e21f2c95-9f41-4d10-9c6d-4747a11ed528 req-0725268d-f0c8-41a6-a128-120cd73da91e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 945 time: 0.1048872 Apr 30 17:37:22.761250 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e21f2c95-9f41-4d10-9c6d-4747a11ed528 req-6cb68152-961b-4592-879f-812462b18dd7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495691 Apr 30 17:37:23.060639 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 89032f1d-dba6-4f5a-929a-e5b86e92a23f up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:37:23.264169 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port 89032f1d-dba6-4f5a-929a-e5b86e92a23f completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:37:23.270465 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 89032f1d-dba6-4f5a-929a-e5b86e92a23f triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:23.281616 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:23.419263 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:23.456339 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89032f1d-dba6-4f5a-929a-e5b86e92a23f'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:37:23.472379 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 89032f1d-dba6-4f5a-929a-e5b86e92a23f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:23.509599 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'code': 200} Apr 30 17:37:23.564646 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:23.567453 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:23.684331 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=89032f1d-dba6-4f5a-929a-e5b86e92a23f,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:23.687599 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:24.055299 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b78b3c-e84f-449d-92fd-b6d410129e00 req-4aa003e7-6650-4c21-8be1-5185f62cc714 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:24.063289 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-07b78b3c-e84f-449d-92fd-b6d410129e00 req-4aa003e7-6650-4c21-8be1-5185f62cc714 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.1644771 Apr 30 17:37:24.115836 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ddf60-53b2-423c-8667-47394de8f3b1 req-fa5334b1-53df-4e5b-a1d9-58f69c006378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:24.117344 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-227ddf60-53b2-423c-8667-47394de8f3b1 req-fa5334b1-53df-4e5b-a1d9-58f69c006378 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 1099 time: 0.1500552 Apr 30 17:37:24.128904 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-07b78b3c-e84f-449d-92fd-b6d410129e00 req-ed4edf4e-f3eb-4bb2-ada6-9f3f597e8dfe tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646057 Apr 30 17:37:24.172539 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-227ddf60-53b2-423c-8667-47394de8f3b1 req-1fbec63b-7fbf-4fb3-9bab-c65941c1358d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425985 Apr 30 17:37:25.347349 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fbe86-a5bc-4961-94d5-adffe25aa18d req-89d0b902-8eb9-4d70-b665-ccaddf90f243 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:25.348821 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-844fbe86-a5bc-4961-94d5-adffe25aa18d req-89d0b902-8eb9-4d70-b665-ccaddf90f243 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0912981 Apr 30 17:37:25.396639 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-844fbe86-a5bc-4961-94d5-adffe25aa18d req-5bc15ecd-3ecd-4976-8cf7-19f80c7fbb7b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414829 Apr 30 17:37:26.596305 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedff8f-6cca-4abc-9feb-cc21ff19f373 req-d049ca47-09d6-4183-a469-272e296edd1b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:26.597874 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1fedff8f-6cca-4abc-9feb-cc21ff19f373 req-d049ca47-09d6-4183-a469-272e296edd1b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0898852 Apr 30 17:37:26.646943 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1fedff8f-6cca-4abc-9feb-cc21ff19f373 req-fdc5529d-7399-4e26-bb6a-d0d0ac9425da tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432546 Apr 30 17:37:26.840159 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f6400-a41a-4f04-ae37-4595727cf0e7 req-8e02a0ef-94b6-404c-9b32-90a8ed60e4df tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:26.842938 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-927f6400-a41a-4f04-ae37-4595727cf0e7 req-8e02a0ef-94b6-404c-9b32-90a8ed60e4df tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0855315 Apr 30 17:37:26.851717 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 58556) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:26.856969 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-cd1e6955-9980-4b01-b136-43ba9e9c5744 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Request body: {'floatingip': {'port_id': '89032f1d-dba6-4f5a-929a-e5b86e92a23f'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:37:26.936487 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cd1e6955-9980-4b01-b136-43ba9e9c5744 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for floatingip, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:27.433521 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-b800ea00-cfa1-41bd-9f9a-ebc627a50e0b tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:27.435810 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-b800ea00-cfa1-41bd-9f9a-ebc627a50e0b tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/networks?id=e7aa554e-fd41-4319-a904-ac705010f337 HTTP/1.1" status: 200 len: 815 time: 0.2822244 Apr 30 17:37:27.514567 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-04c8db08-1204-42e7-a6e0-f1f36720ed08 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/quotas/067011d22557456da24ed65474fc02fc HTTP/1.1" status: 200 len: 375 time: 0.0696745 Apr 30 17:37:27.723436 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-0f87ac11-4f19-4ce3-b8a7-b01d8c87d048 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=067011d22557456da24ed65474fc02fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2014031 Apr 30 17:37:27.962050 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cd1e6955-9980-4b01-b136-43ba9e9c5744 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:27.965485 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-4075d525-a756-4063-85ed-aba6bf30bb1c service neutron] 10.222.0.18 "GET /v2.0/networks/e7aa554e-fd41-4319-a904-ac705010f337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266800 Apr 30 17:37:28.080258 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cd1e6955-9980-4b01-b136-43ba9e9c5744 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:28.162534 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-a2b413fa-a989-4d10-ba99-4f8a7b337f16 service neutron] 10.222.0.18 "GET /v2.0/networks/e7aa554e-fd41-4319-a904-ac705010f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891716 Apr 30 17:37:28.268055 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.l3_db [None req-cd1e6955-9980-4b01-b136-43ba9e9c5744 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Floating IP ccffd571-2339-46ea-a62d-6ab0a3e87361 associated. External IP: 172.27.3.182, port: 89032f1d-dba6-4f5a-929a-e5b86e92a23f. Apr 30 17:37:28.614382 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-56e45167-3706-4609-8809-6f5c7bba2f87 req-3e702688-adf8-4a97-bd33-b5dab5c43d12 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 210 time: 0.1865230 Apr 30 17:37:28.807822 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1e6955-9980-4b01-b136-43ba9e9c5744 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Router 04f5022b-4da5-4018-944d-3463fd4fbca1 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:37:28.992768 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1e6955-9980-4b01-b136-43ba9e9c5744 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:37:28.997971 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cd1e6955-9980-4b01-b136-43ba9e9c5744 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:29.004248 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f7a87a-bfee-4705-8ccb-67d45d5940c7 None None] Sync routers for ids ['04f5022b-4da5-4018-944d-3463fd4fbca1'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:37:29.014133 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f7a87a-bfee-4705-8ccb-67d45d5940c7 None None] Routers {'04f5022b-4da5-4018-944d-3463fd4fbca1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:29.014749 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-14f7a87a-bfee-4705-8ccb-67d45d5940c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:37:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['04f5022b-4da5-4018-944d-3463fd4fbca1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:29.060830 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-cd1e6955-9980-4b01-b136-43ba9e9c5744 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "PUT /v2.0/floatingips/ccffd571-2339-46ea-a62d-6ab0a3e87361 HTTP/1.1" status: 200 len: 992 time: 2.2074440 Apr 30 17:37:29.061608 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'tag': '89032f1d-dba6-4f5a-929a-e5b86e92a23f'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:37:29.117723 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'tag': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'status': 'completed', 'code': 200} Apr 30 17:37:29.202901 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-14f7a87a-bfee-4705-8ccb-67d45d5940c7 None None] Set router 04f5022b-4da5-4018-944d-3463fd4fbca1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:29.218733 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc7475-0dd5-4ee1-99f0-410e71c6d2d5 req-067dda49-2d72-49f6-b992-c126eac68c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:29.220268 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22bc7475-0dd5-4ee1-99f0-410e71c6d2d5 req-067dda49-2d72-49f6-b992-c126eac68c34 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 1099 time: 0.0757990 Apr 30 17:37:29.364549 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc7475-0dd5-4ee1-99f0-410e71c6d2d5 req-ebb2cda0-679c-4746-9e85-bfc4cbdd5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:29.366078 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22bc7475-0dd5-4ee1-99f0-410e71c6d2d5 req-ebb2cda0-679c-4746-9e85-bfc4cbdd5d2d service neutron] 10.222.0.63 "GET /v2.0/networks?id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 200 len: 917 time: 0.1374145 Apr 30 17:37:29.486469 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22bc7475-0dd5-4ee1-99f0-410e71c6d2d5 req-0869ac3e-1882-47df-82fa-c9a558cfb532 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f HTTP/1.1" status: 200 len: 1000 time: 0.1064074 Apr 30 17:37:29.554787 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc7475-0dd5-4ee1-99f0-410e71c6d2d5 req-68b51c1d-2845-445c-8c84-51785d33c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:29.556284 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22bc7475-0dd5-4ee1-99f0-410e71c6d2d5 req-68b51c1d-2845-445c-8c84-51785d33c70e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c3cec6c4-057f-403e-861a-e867b0518223 HTTP/1.1" status: 200 len: 855 time: 0.0626206 Apr 30 17:37:29.627532 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-14f7a87a-bfee-4705-8ccb-67d45d5940c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:50Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': 'ccffd571-2339-46ea-a62d-6ab0a3e87361', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'port_id': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'mac_address': 'fa:16:3e:85:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:36:58Z', 'updated_at': '2021-04-30T17:37:27Z', 'revision_number': 1, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea', 'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'mac_address': 'fa:16:3e:38:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:48Z', 'updated_at': '2021-04-30T17:30:02Z', 'revision_number': 5, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'subnets': [{'id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:29.632035 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f7a87a-bfee-4705-8ccb-67d45d5940c7 None None] Checking router: 04f5022b-4da5-4018-944d-3463fd4fbca1 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:37:29.643533 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f7a87a-bfee-4705-8ccb-67d45d5940c7 None None] Routers {'04f5022b-4da5-4018-944d-3463fd4fbca1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:29.644505 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-14f7a87a-bfee-4705-8ccb-67d45d5940c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:37:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['04f5022b-4da5-4018-944d-3463fd4fbca1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:29.730031 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc7475-0dd5-4ee1-99f0-410e71c6d2d5 req-0d9c262d-99e8-4d02-a750-7bf6a7034c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:29.732103 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22bc7475-0dd5-4ee1-99f0-410e71c6d2d5 req-0d9c262d-99e8-4d02-a750-7bf6a7034c0d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1679745 Apr 30 17:37:29.763360 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-94134d03-73b9-4525-b40e-a19104a0f9c7 req-06caf23c-2a61-4fff-a86d-aeab80293388 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 210 time: 0.0657802 Apr 30 17:37:29.861483 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-14f7a87a-bfee-4705-8ccb-67d45d5940c7 None None] Set router 04f5022b-4da5-4018-944d-3463fd4fbca1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:29.892792 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22bc7475-0dd5-4ee1-99f0-410e71c6d2d5 req-2935cef4-4d1d-4bcd-8952-78e58d54f4f1 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493211 Apr 30 17:37:29.989310 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:30.053737 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22bc7475-0dd5-4ee1-99f0-410e71c6d2d5 req-09af13fe-9b52-40d0-93ea-f524f54fd049 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533186 Apr 30 17:37:30.233227 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-14f7a87a-bfee-4705-8ccb-67d45d5940c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:50Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': 'ccffd571-2339-46ea-a62d-6ab0a3e87361', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'port_id': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'mac_address': 'fa:16:3e:85:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:36:58Z', 'updated_at': '2021-04-30T17:37:27Z', 'revision_number': 1, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea', 'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'mac_address': 'fa:16:3e:38:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:48Z', 'updated_at': '2021-04-30T17:30:02Z', 'revision_number': 5, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'subnets': [{'id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:30.238520 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f7a87a-bfee-4705-8ccb-67d45d5940c7 None None] The sync data for ids ['04f5022b-4da5-4018-944d-3463fd4fbca1'] in dv-cinder-784779-10-iscsi is: [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:50Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': 'ccffd571-2339-46ea-a62d-6ab0a3e87361', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'port_id': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'mac_address': 'fa:16:3e:85:7d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:36:58Z', 'updated_at': '2021-04-30T17:37:27Z', 'revision_number': 1, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea', 'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'mac_address': 'fa:16:3e:38:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:48Z', 'updated_at': '2021-04-30T17:30:02Z', 'revision_number': 5, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'subnets': [{'id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:37:30.435705 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4134f9e-dd45-412a-9656-39c36e5bd11f None None] New status for floating IP ccffd571-2339-46ea-a62d-6ab0a3e87361: ACTIVE {{(pid=74457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:37:30.936654 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2238a6bc-ca47-4216-8c27-1b5aac5ae7e9 req-7c765b40-048e-41f4-a800-a5b6acd32047 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 210 time: 0.0452020 Apr 30 17:37:31.980131 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-6edc895b-b95b-4a1d-8925-5b0ebbd6e903 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:31.982853 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-6edc895b-b95b-4a1d-8925-5b0ebbd6e903 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.63 "GET /v2.0/networks?id=e7aa554e-fd41-4319-a904-ac705010f337 HTTP/1.1" status: 200 len: 815 time: 0.1602545 Apr 30 17:37:31.997832 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Request body: {'port': {'device_id': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'admin_state_up': True, 'tenant_id': '067011d22557456da24ed65474fc02fc'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:37:32.250589 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b0b8e7ce-f776-4e4b-8e65-d90a1da92bdf req-71dfeb04-7c96-4016-8a76-65e5c1f0e25b tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 210 time: 0.0985096 Apr 30 17:37:32.314744 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:37:32.318760 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Usage tracker for resource:port and tenant:067011d22557456da24ed65474fc02fc is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:37:32.321674 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:37:32.328056 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:37:32.420962 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Made reservation on behalf of 067011d22557456da24ed65474fc02fc for: {'port': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:37:32.426813 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:32.609268 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Allocated IP 172.20.0.6 (e7aa554e-fd41-4319-a904-ac705010f337/ce3a3272-2244-4fc8-b58b-8108c9a5cb1f/0c570cfd-3f2a-4830-b3a3-f374146f1f9f) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:37:32.843233 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:32.859409 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Transition to ACTIVE for port object 0c570cfd-3f2a-4830-b3a3-f374146f1f9f will not be triggered until provisioned by entity DHCP. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:37:33.029136 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:33.035707 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:33.121156 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Network e7aa554e-fd41-4319-a904-ac705010f337 is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:37:33.123141 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Pushing event updated for resources: {'Port': ['ID=0c570cfd-3f2a-4830-b3a3-f374146f1f9f,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:33.126339 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:37:33.128918 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:33.129940 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:37:33.229192 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:33.230320 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:33.376032 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3827775 Apr 30 17:37:33.515031 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888ea83-a0f4-4957-a186-2e76705aac6e req-e2ff2ec5-8c5c-45a7-887f-f59ee86d111f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:33.520697 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-d888ea83-a0f4-4957-a186-2e76705aac6e req-e2ff2ec5-8c5c-45a7-887f-f59ee86d111f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Synchronizing usage tracker for tenant:067011d22557456da24ed65474fc02fc on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:37:33.570235 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-789dd559-eb19-4fe3-8be6-230312f4f8e9 None None] Provisioning for port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:37:33.579817 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-789dd559-eb19-4fe3-8be6-230312f4f8e9 None None] Provisioning complete for port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:33.580781 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-789dd559-eb19-4fe3-8be6-230312f4f8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:33.665410 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-789dd559-eb19-4fe3-8be6-230312f4f8e9 None None] Port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:37:33.695440 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-d888ea83-a0f4-4957-a186-2e76705aac6e req-e2ff2ec5-8c5c-45a7-887f-f59ee86d111f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Unset dirty status for tenant:067011d22557456da24ed65474fc02fc on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:37:33.696642 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d888ea83-a0f4-4957-a186-2e76705aac6e req-e2ff2ec5-8c5c-45a7-887f-f59ee86d111f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 931 time: 0.3103032 Apr 30 17:37:33.762460 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d888ea83-a0f4-4957-a186-2e76705aac6e req-15a46132-c159-4696-9e4d-e2c7fcbf6885 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589492 Apr 30 17:37:39.369663 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-4b67ca0e-10c8-48a0-8c6f-0ac5ef751d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:41.811354 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:42.026850 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-995f8a82-8fbd-4189-8a54-863f3af23d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:43.781754 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:45.946043 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:48.681210 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Request body: {'port': {'device_id': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:37:48.801709 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:48.960145 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643fbc9-890b-45ab-9dd0-8c1e576cf866 req-9ddbd83a-1f40-4626-b80f-38b06201d2d7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:48.961516 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9643fbc9-890b-45ab-9dd0-8c1e576cf866 req-9ddbd83a-1f40-4626-b80f-38b06201d2d7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 931 time: 0.1450562 Apr 30 17:37:49.009853 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9643fbc9-890b-45ab-9dd0-8c1e576cf866 req-6ac5cc83-0029-41ef-8d04-4738fc95176a tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420456 Apr 30 17:37:49.313352 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:37:49.382790 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c570cfd-3f2a-4830-b3a3-f374146f1f9f {{(pid=74455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:37:49.391682 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:49.408213 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Transition to ACTIVE for port object 0c570cfd-3f2a-4830-b3a3-f374146f1f9f will not be triggered until provisioned by entity L2. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:37:49.563918 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:49.568754 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:49.725850 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Pushing event updated for resources: {'Port': ['ID=0c570cfd-3f2a-4830-b3a3-f374146f1f9f,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:49.742788 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:49.743185 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:49.743546 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:49.743900 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:49.744248 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:49.744595 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:49.744942 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:49.745282 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:49.745624 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:49.745961 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:49.746301 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:49.746674 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:49.775099 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:49.819105 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Attempting to bind port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:37:49.819353 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Attempting to bind port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'b41d0144-0a86-49a0-a68c-847f367d7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337'}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:37:49.819831 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Attempting to bind port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f on network e7aa554e-fd41-4319-a904-ac705010f337 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:37:49.824307 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f on network e7aa554e-fd41-4319-a904-ac705010f337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:37:49.825180 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Attempting to bind port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f on network e7aa554e-fd41-4319-a904-ac705010f337 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:37:49.833549 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:37:49.833549 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Checking segment: {'id': 'b41d0144-0a86-49a0-a68c-847f367d7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:37:49.833549 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Bound using segment: {'id': 'b41d0144-0a86-49a0-a68c-847f367d7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337'} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:37:49.833549 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Bound port: 0c570cfd-3f2a-4830-b3a3-f374146f1f9f, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41d0144-0a86-49a0-a68c-847f367d7880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337'}}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:37:49.833549 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:50.035777 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] For port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f, host hv-cinder-78477, cleared binding levels {{(pid=74455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:37:50.057266 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] For port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0c570cfd-3f2a-4830-b3a3-f374146f1f9f,segment=NetworkSegment(b41d0144-0a86-49a0-a68c-847f367d7880),segment_id=b41d0144-0a86-49a0-a68c-847f367d7880)] {{(pid=74455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:37:50.208651 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfa9bf-d335-4705-ae98-5f434cdd8e47 req-c309a602-eb47-4566-ba5b-9f130f3b3bb4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:50.210125 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3edfa9bf-d335-4705-ae98-5f434cdd8e47 req-c309a602-eb47-4566-ba5b-9f130f3b3bb4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 943 time: 0.0875449 Apr 30 17:37:50.211665 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:50.216690 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-4325cde5-9494-4e49-b425-cfb28eaddb65 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:50.283187 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:50.283979 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:50.285386 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] 10.222.0.63 "PUT /v2.0/ports/0c570cfd-3f2a-4830-b3a3-f374146f1f9f HTTP/1.1" status: 200 len: 1093 time: 1.6134474 Apr 30 17:37:50.291747 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'tag': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:37:50.342687 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3edfa9bf-d335-4705-ae98-5f434cdd8e47 req-90788087-cf33-4f75-8d55-e37ef517d658 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958741 Apr 30 17:37:50.343771 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Pushing event updated for resources: {'Port': ['ID=0c570cfd-3f2a-4830-b3a3-f374146f1f9f,revision_number=3']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:50.347107 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:50.349135 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'tag': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f', 'status': 'completed', 'code': 200} Apr 30 17:37:50.459034 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f35a3-6b43-403f-9b0b-1c1cc819eed3 req-a0cd1d9e-9656-401a-95a2-54b0b9ca914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:50.460576 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-958f35a3-6b43-403f-9b0b-1c1cc819eed3 req-a0cd1d9e-9656-401a-95a2-54b0b9ca914e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=067011d22557456da24ed65474fc02fc&device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 1096 time: 0.0849197 Apr 30 17:37:50.609994 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f35a3-6b43-403f-9b0b-1c1cc819eed3 req-eb8a4dfc-9937-484c-b26f-adbba9c86520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:50.611432 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-958f35a3-6b43-403f-9b0b-1c1cc819eed3 req-eb8a4dfc-9937-484c-b26f-adbba9c86520 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=067011d22557456da24ed65474fc02fc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1433463 Apr 30 17:37:50.754266 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f35a3-6b43-403f-9b0b-1c1cc819eed3 req-91da082a-1d55-48ee-ba04-534af949c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:50.755907 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-958f35a3-6b43-403f-9b0b-1c1cc819eed3 req-91da082a-1d55-48ee-ba04-534af949c57a service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378169 Apr 30 17:37:50.868411 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-170ba419-8cbe-49d9-bb66-a23c94118516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:50.869777 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-170ba419-8cbe-49d9-bb66-a23c94118516 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=067011d22557456da24ed65474fc02fc&device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 1096 time: 0.0743980 Apr 30 17:37:50.949354 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-a63784da-318e-4fac-97f0-bc3374a25f87 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c570cfd-3f2a-4830-b3a3-f374146f1f9f HTTP/1.1" status: 200 len: 217 time: 0.0693502 Apr 30 17:37:51.019386 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-4252fb13-f619-41e4-8564-9795dfff8606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:51.021026 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-4252fb13-f619-41e4-8564-9795dfff8606 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ce3a3272-2244-4fc8-b58b-8108c9a5cb1f HTTP/1.1" status: 200 len: 854 time: 0.0605669 Apr 30 17:37:51.109586 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-271cb51a-a7c6-4392-93b5-e26b3da36715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:51.111241 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-271cb51a-a7c6-4392-93b5-e26b3da36715 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e7aa554e-fd41-4319-a904-ac705010f337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0820177 Apr 30 17:37:51.249791 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-ab195259-3624-4f0b-9225-35e1f6f50ecd service neutron] 10.222.0.63 "GET /v2.0/networks/e7aa554e-fd41-4319-a904-ac705010f337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308634 Apr 30 17:37:51.386672 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ed7ec62-9986-4c93-a034-267486a5e851 req-87f639d8-5ae6-443f-b07d-d2757699026b service neutron] 10.222.0.63 "GET /v2.0/networks/e7aa554e-fd41-4319-a904-ac705010f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294808 Apr 30 17:37:51.545025 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269a2d6-1e53-4b70-8647-900dfe420e2c req-69292fa3-454d-4f5b-9a0f-ff6e4567bca3 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:51.549196 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e269a2d6-1e53-4b70-8647-900dfe420e2c req-69292fa3-454d-4f5b-9a0f-ff6e4567bca3 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 943 time: 0.0840697 Apr 30 17:37:51.594430 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e269a2d6-1e53-4b70-8647-900dfe420e2c req-5e50ddb2-9bfb-4f45-8090-b4c4485df52e tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420952 Apr 30 17:37:52.792035 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdd428-7561-4b5e-bc49-b48f69a87b90 req-6bb43fde-0b38-424b-ae89-e90b48794add tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:52.793680 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b2fdd428-7561-4b5e-bc49-b48f69a87b90 req-6bb43fde-0b38-424b-ae89-e90b48794add tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 943 time: 0.0847731 Apr 30 17:37:52.842232 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b2fdd428-7561-4b5e-bc49-b48f69a87b90 req-f3ed7a5f-27bf-4e70-8d4c-608ee3ec00aa tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420787 Apr 30 17:37:54.034544 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22166ec5-2046-4335-a400-3c50cd5db0e7 req-c6fe11c1-4bb5-41a8-9378-85ea2e6416a6 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:54.036018 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22166ec5-2046-4335-a400-3c50cd5db0e7 req-c6fe11c1-4bb5-41a8-9378-85ea2e6416a6 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 943 time: 0.0851710 Apr 30 17:37:54.080449 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22166ec5-2046-4335-a400-3c50cd5db0e7 req-1165f1b6-9271-4708-8792-bd804ee183ec tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 Apr 30 17:37:55.212093 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 0c570cfd-3f2a-4830-b3a3-f374146f1f9f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:37:55.270837 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ef75b-553c-45ce-972c-dd8eda5bb0fa req-50e7be14-a9b9-4b70-b6b9-e3ffb0336b9b tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:55.272355 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-173ef75b-553c-45ce-972c-dd8eda5bb0fa req-50e7be14-a9b9-4b70-b6b9-e3ffb0336b9b tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 943 time: 0.0861645 Apr 30 17:37:55.323670 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-173ef75b-553c-45ce-972c-dd8eda5bb0fa req-87fe9920-5cf1-44e6-a246-1b81c6874d6c tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442562 Apr 30 17:37:55.354020 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0c570cfd-3f2a-4830-b3a3-f374146f1f9f,segment=NetworkSegment(b41d0144-0a86-49a0-a68c-847f367d7880),segment_id=b41d0144-0a86-49a0-a68c-847f367d7880)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:55.368579 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f', 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'port_id': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f', 'mac_address': 'fa:16:3e:e1:a7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:37:55.427971 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:55.446413 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c570cfd-3f2a-4830-b3a3-f374146f1f9f {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:37:55.462192 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0c570cfd-3f2a-4830-b3a3-f374146f1f9f,segment=NetworkSegment(b41d0144-0a86-49a0-a68c-847f367d7880),segment_id=b41d0144-0a86-49a0-a68c-847f367d7880)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:55.592373 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:55.595034 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-6a7d93bb-5a77-48fb-ae1c-f9f691504536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:55.665536 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=0c570cfd-3f2a-4830-b3a3-f374146f1f9f,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:55.673591 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:55.673929 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:55.674256 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:55.674577 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:55.674898 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:55.675241 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:55.675557 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:55.675871 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:55.676183 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:55.676498 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:55.676810 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:55.677114 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:55.680973 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:55.976282 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['0c570cfd-3f2a-4830-b3a3-f374146f1f9f'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:37:56.651660 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e258a5-12ac-4a29-a12f-43658e6bdea7 req-75081c13-caea-4afa-bb38-8c7657313c9b tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:56.653575 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b8e258a5-12ac-4a29-a12f-43658e6bdea7 req-75081c13-caea-4afa-bb38-8c7657313c9b tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 944 time: 0.2220192 Apr 30 17:37:56.698939 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b8e258a5-12ac-4a29-a12f-43658e6bdea7 req-1b44954b-492e-47c8-b8cd-dd5648c07e73 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Apr 30 17:37:57.226881 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 0c570cfd-3f2a-4830-b3a3-f374146f1f9f up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:37:57.380583 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:37:57.385502 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:57.385867 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:57.508027 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:57.535384 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:37:57.544930 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0c570cfd-3f2a-4830-b3a3-f374146f1f9f,segment=NetworkSegment(b41d0144-0a86-49a0-a68c-847f367d7880),segment_id=b41d0144-0a86-49a0-a68c-847f367d7880)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:57.581558 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f', 'code': 200} Apr 30 17:37:57.649633 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:57.652132 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-0190ccf5-f3dd-420a-8867-c5dbd85f93ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:57.722288 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=0c570cfd-3f2a-4830-b3a3-f374146f1f9f,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:57.730010 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:57.900765 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699f4b4-bf37-429a-ae83-65643000314e req-120ef0d5-3059-4501-b174-98f62e592184 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:57.902291 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9699f4b4-bf37-429a-ae83-65643000314e req-120ef0d5-3059-4501-b174-98f62e592184 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 945 time: 0.0854223 Apr 30 17:37:57.954282 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9699f4b4-bf37-429a-ae83-65643000314e req-59c679d9-f178-4ef2-bdfa-7e63ffe1de58 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451839 Apr 30 17:37:58.083800 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9474e-1c0f-4709-bd16-8e74c979089f req-188efbfe-942f-4254-b556-888447f5dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:58.085367 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cde9474e-1c0f-4709-bd16-8e74c979089f req-188efbfe-942f-4254-b556-888447f5dea7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 1098 time: 0.0759926 Apr 30 17:37:58.131281 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cde9474e-1c0f-4709-bd16-8e74c979089f req-fe4fab1e-70c7-4fc2-a65c-bf4614af89bd service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390408 Apr 30 17:37:59.144915 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab48869-18f4-4068-a362-4e54c65cd029 req-2607f40b-9d4d-4d3c-9a11-9b72e42b122e tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:59.146269 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7ab48869-18f4-4068-a362-4e54c65cd029 req-2607f40b-9d4d-4d3c-9a11-9b72e42b122e tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 945 time: 0.0803370 Apr 30 17:37:59.191932 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7ab48869-18f4-4068-a362-4e54c65cd029 req-e244a204-fec6-4c83-9570-0a9e48edf85c tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 Apr 30 17:37:59.402458 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade88289-2906-419e-95a7-4eb1e106d19d req-851cd312-c0ae-4095-aeae-783b17d8cc30 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:59.403836 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ade88289-2906-419e-95a7-4eb1e106d19d req-851cd312-c0ae-4095-aeae-783b17d8cc30 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0892086 Apr 30 17:37:59.453596 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ade88289-2906-419e-95a7-4eb1e106d19d req-c2d71594-9762-490d-ae9c-a780c3933207 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431957 Apr 30 17:37:59.929282 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:00.378836 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638fed3-1574-4e2f-a6c8-7254d96a2db3 req-e39d10ec-c6c3-4824-9664-5a6ea3bdcb81 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:00.380373 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b638fed3-1574-4e2f-a6c8-7254d96a2db3 req-e39d10ec-c6c3-4824-9664-5a6ea3bdcb81 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 945 time: 0.0817285 Apr 30 17:38:00.429206 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b638fed3-1574-4e2f-a6c8-7254d96a2db3 req-f0aae5c0-d037-4deb-a1d5-414cf6689ae1 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430918 Apr 30 17:38:00.678719 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747a666-42ab-4e50-bcc6-f55088926728 req-aafbc7cc-892f-4645-9d5b-0157acf62646 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:00.680192 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a747a666-42ab-4e50-bcc6-f55088926728 req-aafbc7cc-892f-4645-9d5b-0157acf62646 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 945 time: 0.1428130 Apr 30 17:38:00.688937 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121bff9-8692-46bf-8eb7-089204664729 req-19346064-8347-42c9-9444-9274b690bf89 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:00.690298 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b121bff9-8692-46bf-8eb7-089204664729 req-19346064-8347-42c9-9444-9274b690bf89 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.1213193 Apr 30 17:38:00.758250 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a747a666-42ab-4e50-bcc6-f55088926728 req-39a1b33a-e06d-4342-ab77-d05b0b922575 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669320 Apr 30 17:38:00.765046 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b121bff9-8692-46bf-8eb7-089204664729 req-01d73b24-94da-4aa0-bbb0-cbbac75696b4 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612075 Apr 30 17:38:01.165247 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2446a41-6496-49b3-935a-ef1361e8a715 req-6e90c2cf-6c02-4cd7-9109-e2dcf0c8dde7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:01.166696 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d2446a41-6496-49b3-935a-ef1361e8a715 req-6e90c2cf-6c02-4cd7-9109-e2dcf0c8dde7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 945 time: 0.0900280 Apr 30 17:38:01.211086 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d2446a41-6496-49b3-935a-ef1361e8a715 req-84e9c1bf-79e8-4e80-8eae-c21e3ac152b8 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384216 Apr 30 17:38:01.970630 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6411beb-e80e-4fc1-b6b6-4a6276c6c97f req-bb2dddcd-dabf-4f76-9746-23bc9b7be772 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:01.972178 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a6411beb-e80e-4fc1-b6b6-4a6276c6c97f req-bb2dddcd-dabf-4f76-9746-23bc9b7be772 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0899174 Apr 30 17:38:02.027461 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a6411beb-e80e-4fc1-b6b6-4a6276c6c97f req-e37ba0d1-a436-498c-9d68-fd866df0c86f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493622 Apr 30 17:38:03.222100 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87591cea-043d-4b61-ad92-83344045f743 req-87a06cf9-45ed-4f6d-9444-18f89fde09a6 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:03.223592 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-87591cea-043d-4b61-ad92-83344045f743 req-87a06cf9-45ed-4f6d-9444-18f89fde09a6 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0869443 Apr 30 17:38:03.270329 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-87591cea-043d-4b61-ad92-83344045f743 req-f6ae290f-cda2-4d28-b269-0e84a749cc77 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408537 Apr 30 17:38:04.461650 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49019c9d-c25a-48e1-bdb7-fba935d101ea req-a1919270-92ba-4301-8be3-a3bb0afedeaf tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:04.463006 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-49019c9d-c25a-48e1-bdb7-fba935d101ea req-a1919270-92ba-4301-8be3-a3bb0afedeaf tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0804870 Apr 30 17:38:04.508797 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-49019c9d-c25a-48e1-bdb7-fba935d101ea req-b213087c-a7f1-4223-92a2-08a40f5573c9 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393782 Apr 30 17:38:05.702156 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd99eb-74d2-4c36-9aef-0f5d30fed0f1 req-fa4ad3c4-6688-41ba-affa-9fc78ad4894d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:05.703648 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-03fd99eb-74d2-4c36-9aef-0f5d30fed0f1 req-fa4ad3c4-6688-41ba-affa-9fc78ad4894d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0850291 Apr 30 17:38:05.751440 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-03fd99eb-74d2-4c36-9aef-0f5d30fed0f1 req-9618b2f8-7dcf-4e23-93ed-6b9d22890afe tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417931 Apr 30 17:38:06.947875 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34da7e-0afb-4323-bcfa-421b6c2f20ac req-3b36d8b9-6519-4030-b351-65b82317a071 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:06.949350 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f34da7e-0afb-4323-bcfa-421b6c2f20ac req-3b36d8b9-6519-4030-b351-65b82317a071 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0869350 Apr 30 17:38:06.996851 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2f34da7e-0afb-4323-bcfa-421b6c2f20ac req-b7ffc2ec-dc3b-44fd-88bb-15cbc92493d7 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406880 Apr 30 17:38:08.185692 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925eea7-51e1-497d-afff-dfc471f7040a req-254eb928-eb4b-4f03-a1e5-72bebe5e1e1d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:08.187667 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3925eea7-51e1-497d-afff-dfc471f7040a req-254eb928-eb4b-4f03-a1e5-72bebe5e1e1d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0803521 Apr 30 17:38:08.232785 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3925eea7-51e1-497d-afff-dfc471f7040a req-19ce6847-3e4f-451a-a393-7f0045b04949 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392134 Apr 30 17:38:09.238025 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-a81fce2c-dc20-48c8-9994-4aa80e68a718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:09.422626 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c728c9-63b1-40bb-b27a-ebf07d49812c req-8a749f67-1755-4c33-9614-182a38668344 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:09.424016 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-25c728c9-63b1-40bb-b27a-ebf07d49812c req-8a749f67-1755-4c33-9614-182a38668344 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0842834 Apr 30 17:38:09.469274 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-25c728c9-63b1-40bb-b27a-ebf07d49812c req-02ebfb1e-afcf-4c34-942e-4820e0eebfeb tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395107 Apr 30 17:38:10.656201 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc9b88-53cb-4c50-b176-bc67f10a43dd req-9d7925cb-7b49-49d7-8a24-693bd8637793 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:10.657636 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-38fc9b88-53cb-4c50-b176-bc67f10a43dd req-9d7925cb-7b49-49d7-8a24-693bd8637793 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0811779 Apr 30 17:38:10.794748 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-38fc9b88-53cb-4c50-b176-bc67f10a43dd req-5fb52ca6-64e7-4720-ad03-d1de21b9cfce tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312113 Apr 30 17:38:11.849742 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:11.986066 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d079e82-f04e-492a-8ab3-383496c25b3a req-b21e5175-c1a0-4e2e-9085-fe4a94b2352d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:11.987492 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1d079e82-f04e-492a-8ab3-383496c25b3a req-b21e5175-c1a0-4e2e-9085-fe4a94b2352d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0840302 Apr 30 17:38:12.035731 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1d079e82-f04e-492a-8ab3-383496c25b3a req-a1523a7c-5c2e-49c2-9793-56ef3498c147 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424139 Apr 30 17:38:12.066673 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-7a13509b-dff8-46dd-97ac-632e6b5892cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:13.226296 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63265a56-693f-4bfd-9289-b8ffa2d5daf8 req-220eae6f-cc3c-408a-b5f5-26ebde59e3a4 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:13.227833 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-63265a56-693f-4bfd-9289-b8ffa2d5daf8 req-220eae6f-cc3c-408a-b5f5-26ebde59e3a4 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0842588 Apr 30 17:38:13.274495 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-63265a56-693f-4bfd-9289-b8ffa2d5daf8 req-b4c26493-5754-40c3-90c0-027f1c76e916 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401363 Apr 30 17:38:13.757678 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:13.989762 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d7cbc-8ab0-4174-844d-bb7439f871cb req-01126a80-b25a-4990-83ce-748c0c69f426 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:13.991326 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-349d7cbc-8ab0-4174-844d-bb7439f871cb req-01126a80-b25a-4990-83ce-748c0c69f426 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 945 time: 0.0805211 Apr 30 17:38:14.041284 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-349d7cbc-8ab0-4174-844d-bb7439f871cb req-83ad81e5-4079-4a0f-9803-8d169fe61c06 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441191 Apr 30 17:38:14.064681 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58850) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:14.234681 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4beaf9d-4014-40ab-8092-0d14dcc11c03 tempest-TestMinimumBasicScenario-1109138190 tempest-TestMinimumBasicScenario-1109138190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:14.236087 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c4beaf9d-4014-40ab-8092-0d14dcc11c03 tempest-TestMinimumBasicScenario-1109138190 tempest-TestMinimumBasicScenario-1109138190-project-admin] Synchronizing usage tracker for tenant:66596ef96e8a419690421e32aaa7453e on resource:port {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:38:14.340953 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-c4beaf9d-4014-40ab-8092-0d14dcc11c03 tempest-TestMinimumBasicScenario-1109138190 tempest-TestMinimumBasicScenario-1109138190-project-admin] Unset dirty status for tenant:66596ef96e8a419690421e32aaa7453e on resource:port {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:38:14.342408 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-c4beaf9d-4014-40ab-8092-0d14dcc11c03 tempest-TestMinimumBasicScenario-1109138190 tempest-TestMinimumBasicScenario-1109138190-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 1093 time: 0.2765522 Apr 30 17:38:14.345038 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58860) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:14.350423 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Request body: {'floatingip': {'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'port_id': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:38:14.356410 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:14.360289 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Usage tracker for resource:floatingip and tenant:067011d22557456da24ed65474fc02fc is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:14.363163 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:14.368892 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:14.466055 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83b49-5854-4045-89d8-181c0e606551 req-3036b9ad-6a80-42c8-805a-4b5790cb6a6d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:14.467788 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-81f83b49-5854-4045-89d8-181c0e606551 req-3036b9ad-6a80-42c8-805a-4b5790cb6a6d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0837312 Apr 30 17:38:14.483780 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for floatingip, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:14.515320 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-81f83b49-5854-4045-89d8-181c0e606551 req-392c9338-202f-4168-acb4-29ab7f0c5148 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415170 Apr 30 17:38:14.622317 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:14.769546 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Allocated IP 172.27.3.248 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/7df84ba4-ffad-4185-9f32-64e84e87369c) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:38:14.929050 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:15.072618 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:15.076837 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:15.140285 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:38:15.143420 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:38:15.234905 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:38:15.265616 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Pushing event updated for resources: {'Port': ['ID=7df84ba4-ffad-4185-9f32-64e84e87369c,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:15.285414 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:15.285790 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:15.286153 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:15.286514 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:15.286871 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:15.287281 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:15.287663 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:15.288038 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:15.288389 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:15.288740 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:15.289086 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:15.289432 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:15.294238 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:15.677042 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:15.720024 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce439763-d7df-4aac-9208-f8bd65a3b268 req-518b0c60-c9da-4b9c-b29d-390d8ba31fbe tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:15.721495 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ce439763-d7df-4aac-9208-f8bd65a3b268 req-518b0c60-c9da-4b9c-b29d-390d8ba31fbe tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0921476 Apr 30 17:38:15.740755 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:15.769049 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ce439763-d7df-4aac-9208-f8bd65a3b268 req-6d5f8aa9-5140-4761-bbc9-c64026972a5d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415788 Apr 30 17:38:15.896154 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:16.144687 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:16.289224 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:16.293191 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c8a91473-fb47-4a5e-a0e7-76d5d70cc519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:16.402269 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Pushing event updated for resources: {'Port': ['ID=7df84ba4-ffad-4185-9f32-64e84e87369c,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:16.405584 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:16.414816 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:16.585256 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.l3_db [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Floating IP 2efc4c77-1b59-43e8-96bc-ac867e7a22cd associated. External IP: 172.27.3.248, port: 0c570cfd-3f2a-4830-b3a3-f374146f1f9f. Apr 30 17:38:16.950324 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Router d3f2d106-829c-4415-9837-8c08ab03cabf has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:38:17.116309 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e49d0-e9d8-4cb2-9352-33ffa660ce07 req-800eafc2-263e-4e36-bdb2-47e9d62685af tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:17.117745 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-080e49d0-e9d8-4cb2-9352-33ffa660ce07 req-800eafc2-263e-4e36-bdb2-47e9d62685af tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0847394 Apr 30 17:38:17.166378 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-080e49d0-e9d8-4cb2-9352-33ffa660ce07 req-13dc68fe-e1ee-46b8-99c4-3e1c69d0d0df tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423570 Apr 30 17:38:17.233310 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:38:17.242606 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb22275-461a-445c-a964-534a0ab48336 None None] Sync routers for ids ['d3f2d106-829c-4415-9837-8c08ab03cabf'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:38:17.252910 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb22275-461a-445c-a964-534a0ab48336 None None] Routers {'d3f2d106-829c-4415-9837-8c08ab03cabf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:38:17.253568 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-afb22275-461a-445c-a964-534a0ab48336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:38:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['d3f2d106-829c-4415-9837-8c08ab03cabf'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:17.340502 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:17.401174 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0550566 Apr 30 17:38:17.401818 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'tag': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:38:17.404041 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 58874) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:17.409696 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277221184', 'description': 'tempest-secgroup-smoke-1277221184 description', 'project_id': '067011d22557456da24ed65474fc02fc'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:38:17.415725 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:17.419697 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Usage tracker for resource:security_group and tenant:067011d22557456da24ed65474fc02fc is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:17.423310 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:17.429987 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:17.470586 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-afb22275-461a-445c-a964-534a0ab48336 None None] Set router d3f2d106-829c-4415-9837-8c08ab03cabf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:38:17.506840 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:17.529894 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:17.535089 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Usage tracker for resource:security_group_rule and tenant:067011d22557456da24ed65474fc02fc is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:17.538356 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:17.544432 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:17.602168 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'tag': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f', 'status': 'completed', 'code': 200} Apr 30 17:38:17.658553 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:17.703618 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad4590-d77f-4e47-9f49-1e0ea335d805 req-4b8937e1-473e-4575-bcb7-9254eed3c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:17.705085 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60ad4590-d77f-4e47-9f49-1e0ea335d805 req-4b8937e1-473e-4575-bcb7-9254eed3c1d8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=067011d22557456da24ed65474fc02fc&device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 1098 time: 0.0785875 Apr 30 17:38:17.806371 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:17.813576 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-ee984111-cbd6-487d-876d-bed29b12c4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:17.829244 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-afb22275-461a-445c-a964-534a0ab48336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '388bd346-50b8-458c-95d9-ca17370d9253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:36:47Z', 'updated_at': '2021-04-30T17:36:55Z', 'revision_number': 4, 'project_id': '067011d22557456da24ed65474fc02fc', 'gw_port': {'id': '388bd346-50b8-458c-95d9-ca17370d9253', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:48Z', 'updated_at': '2021-04-30T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '2efc4c77-1b59-43e8-96bc-ac867e7a22cd', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'port_id': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'mac_address': 'fa:16:3e:e1:a7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:38:15Z', 'updated_at': '2021-04-30T17:38:15Z', 'revision_number': 0, 'project_id': '067011d22557456da24ed65474fc02fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb2718a-6914-4882-9b08-36f52b713b54', 'name': '', 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'mac_address': 'fa:16:3e:10:73:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:54Z', 'updated_at': '2021-04-30T17:37:02Z', 'revision_number': 5, 'project_id': '067011d22557456da24ed65474fc02fc', 'subnets': [{'id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:17.835353 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb22275-461a-445c-a964-534a0ab48336 None None] Checking router: d3f2d106-829c-4415-9837-8c08ab03cabf for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:38:17.841370 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb22275-461a-445c-a964-534a0ab48336 None None] Routers {'d3f2d106-829c-4415-9837-8c08ab03cabf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:38:17.842560 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-afb22275-461a-445c-a964-534a0ab48336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:38:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['d3f2d106-829c-4415-9837-8c08ab03cabf'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:17.867698 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a5a96c-8b31-4a0b-a4c5-d49b638990f3,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:17.870493 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:17.951990 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad4590-d77f-4e47-9f49-1e0ea335d805 req-e1ec8528-3e37-403c-925d-bf336817d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:17.953516 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60ad4590-d77f-4e47-9f49-1e0ea335d805 req-e1ec8528-3e37-403c-925d-bf336817d240 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e7aa554e-fd41-4319-a904-ac705010f337 HTTP/1.1" status: 200 len: 916 time: 0.2409139 Apr 30 17:38:18.014393 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:18.015691 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6103857 Apr 30 17:38:18.018984 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58882) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:18.021676 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-afb22275-461a-445c-a964-534a0ab48336 None None] Set router d3f2d106-829c-4415-9837-8c08ab03cabf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:38:18.025241 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-b1d4b18e-6ffe-4385-ab98-c460d8ce3e25 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Request body: {'security_group_rule': {'security_group_id': 'a6a5a96c-8b31-4a0b-a4c5-d49b638990f3', 'project_id': '067011d22557456da24ed65474fc02fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:38:18.032140 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-b1d4b18e-6ffe-4385-ab98-c460d8ce3e25 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:18.036487 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-b1d4b18e-6ffe-4385-ab98-c460d8ce3e25 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Usage tracker for resource:security_group_rule and tenant:067011d22557456da24ed65474fc02fc is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:18.039792 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-b1d4b18e-6ffe-4385-ab98-c460d8ce3e25 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:18.047366 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-b1d4b18e-6ffe-4385-ab98-c460d8ce3e25 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:18.059851 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60ad4590-d77f-4e47-9f49-1e0ea335d805 req-6c73c53f-994f-4fe2-a7f4-0936a6cc1b36 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c570cfd-3f2a-4830-b3a3-f374146f1f9f HTTP/1.1" status: 200 len: 999 time: 0.0991216 Apr 30 17:38:18.129342 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b18e-6ffe-4385-ab98-c460d8ce3e25 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:18.130362 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad4590-d77f-4e47-9f49-1e0ea335d805 req-80b0c888-4478-4f57-9baa-9d6b46a1a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:18.131838 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60ad4590-d77f-4e47-9f49-1e0ea335d805 req-80b0c888-4478-4f57-9baa-9d6b46a1a474 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ce3a3272-2244-4fc8-b58b-8108c9a5cb1f HTTP/1.1" status: 200 len: 854 time: 0.0648844 Apr 30 17:38:18.208076 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b18e-6ffe-4385-ab98-c460d8ce3e25 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:18.227343 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad4590-d77f-4e47-9f49-1e0ea335d805 req-73c7e3ff-201b-4672-8ae1-3c63820cce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:18.228469 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60ad4590-d77f-4e47-9f49-1e0ea335d805 req-73c7e3ff-201b-4672-8ae1-3c63820cce66 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e7aa554e-fd41-4319-a904-ac705010f337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0900218 Apr 30 17:38:18.357903 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b18e-6ffe-4385-ab98-c460d8ce3e25 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:18.366501 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-4e964d0c-cc83-4629-be6b-58436ffceab2 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:18.387536 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4b18e-6ffe-4385-ab98-c460d8ce3e25 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143bd8d6-3e10-41c0-a9b0-88ddf1aa4d04,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:18.390723 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b1d4b18e-6ffe-4385-ab98-c460d8ce3e25 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:18.394961 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-afb22275-461a-445c-a964-534a0ab48336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '388bd346-50b8-458c-95d9-ca17370d9253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:36:47Z', 'updated_at': '2021-04-30T17:36:55Z', 'revision_number': 4, 'project_id': '067011d22557456da24ed65474fc02fc', 'gw_port': {'id': '388bd346-50b8-458c-95d9-ca17370d9253', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:48Z', 'updated_at': '2021-04-30T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '2efc4c77-1b59-43e8-96bc-ac867e7a22cd', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'port_id': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'mac_address': 'fa:16:3e:e1:a7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:38:15Z', 'updated_at': '2021-04-30T17:38:15Z', 'revision_number': 0, 'project_id': '067011d22557456da24ed65474fc02fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb2718a-6914-4882-9b08-36f52b713b54', 'name': '', 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'mac_address': 'fa:16:3e:10:73:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:54Z', 'updated_at': '2021-04-30T17:37:02Z', 'revision_number': 5, 'project_id': '067011d22557456da24ed65474fc02fc', 'subnets': [{'id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:18.398981 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb22275-461a-445c-a964-534a0ab48336 None None] The sync data for ids ['d3f2d106-829c-4415-9837-8c08ab03cabf'] in dv-cinder-784779-10-iscsi is: [{'id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '388bd346-50b8-458c-95d9-ca17370d9253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:36:47Z', 'updated_at': '2021-04-30T17:36:55Z', 'revision_number': 4, 'project_id': '067011d22557456da24ed65474fc02fc', 'gw_port': {'id': '388bd346-50b8-458c-95d9-ca17370d9253', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:48Z', 'updated_at': '2021-04-30T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '2efc4c77-1b59-43e8-96bc-ac867e7a22cd', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'port_id': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'mac_address': 'fa:16:3e:e1:a7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:38:15Z', 'updated_at': '2021-04-30T17:38:15Z', 'revision_number': 0, 'project_id': '067011d22557456da24ed65474fc02fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb2718a-6914-4882-9b08-36f52b713b54', 'name': '', 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'mac_address': 'fa:16:3e:10:73:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:54Z', 'updated_at': '2021-04-30T17:37:02Z', 'revision_number': 5, 'project_id': '067011d22557456da24ed65474fc02fc', 'subnets': [{'id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:38:18.421796 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60ad4590-d77f-4e47-9f49-1e0ea335d805 req-3e23e15b-14c7-4b57-a0dc-1d49eab5810a service neutron] 10.222.0.63 "GET /v2.0/networks/e7aa554e-fd41-4319-a904-ac705010f337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864073 Apr 30 17:38:18.463115 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac7644-063c-436b-ae21-f2936bbc684f req-4705285b-becf-4caa-87e9-b01c5a544bbb tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:18.464620 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5fac7644-063c-436b-ae21-f2936bbc684f req-4705285b-becf-4caa-87e9-b01c5a544bbb tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.1458442 Apr 30 17:38:18.495299 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b1d4b18e-6ffe-4385-ab98-c460d8ce3e25 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:18.496516 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-b1d4b18e-6ffe-4385-ab98-c460d8ce3e25 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4760785 Apr 30 17:38:18.499806 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58890) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:18.505171 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-332acc93-f9ac-4ee6-8c56-799633971aa0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Request body: {'security_group_rule': {'security_group_id': 'a6a5a96c-8b31-4a0b-a4c5-d49b638990f3', 'project_id': '067011d22557456da24ed65474fc02fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:38:18.511377 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-332acc93-f9ac-4ee6-8c56-799633971aa0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:18.516193 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-332acc93-f9ac-4ee6-8c56-799633971aa0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Usage tracker for resource:security_group_rule and tenant:067011d22557456da24ed65474fc02fc is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:18.519248 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-332acc93-f9ac-4ee6-8c56-799633971aa0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:18.525432 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-332acc93-f9ac-4ee6-8c56-799633971aa0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:18.588375 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5fac7644-063c-436b-ae21-f2936bbc684f req-5c6b302c-50ad-43d0-9a07-7e2a9f254581 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114640 Apr 30 17:38:18.618447 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60ad4590-d77f-4e47-9f49-1e0ea335d805 req-5c2fc3a2-0478-4b01-bd51-18d769f5bc2b service neutron] 10.222.0.63 "GET /v2.0/networks/e7aa554e-fd41-4319-a904-ac705010f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864824 Apr 30 17:38:18.621862 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-332acc93-f9ac-4ee6-8c56-799633971aa0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:18.622346 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a6bc23-c37c-42c8-b6b6-fb53cb8642cb None None] New status for floating IP 2efc4c77-1b59-43e8-96bc-ac867e7a22cd: ACTIVE {{(pid=74457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:38:18.694876 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-332acc93-f9ac-4ee6-8c56-799633971aa0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:18.916771 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-332acc93-f9ac-4ee6-8c56-799633971aa0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:18.918963 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:18.946665 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332acc93-f9ac-4ee6-8c56-799633971aa0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c7ccc8-e8fc-46ef-86f4-a5bd7bb92f42,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:18.949463 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-332acc93-f9ac-4ee6-8c56-799633971aa0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:19.060596 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-332acc93-f9ac-4ee6-8c56-799633971aa0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:19.062387 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-332acc93-f9ac-4ee6-8c56-799633971aa0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5609503 Apr 30 17:38:19.065420 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58894) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:19.071266 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-387fc716-20c0-4aad-b69d-f89c3271c050 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Request body: {'security_group_rule': {'security_group_id': 'a6a5a96c-8b31-4a0b-a4c5-d49b638990f3', 'project_id': '067011d22557456da24ed65474fc02fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:38:19.077793 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-387fc716-20c0-4aad-b69d-f89c3271c050 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:19.081804 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-387fc716-20c0-4aad-b69d-f89c3271c050 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Usage tracker for resource:security_group_rule and tenant:067011d22557456da24ed65474fc02fc is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:19.084735 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-387fc716-20c0-4aad-b69d-f89c3271c050 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:19.090581 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-387fc716-20c0-4aad-b69d-f89c3271c050 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:19.163622 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-387fc716-20c0-4aad-b69d-f89c3271c050 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:19.228304 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-387fc716-20c0-4aad-b69d-f89c3271c050 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:19.335189 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-387fc716-20c0-4aad-b69d-f89c3271c050 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:19.337190 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:19.359267 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fc716-20c0-4aad-b69d-f89c3271c050 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4696521d-d9d8-46e7-88fd-c0a8a9e45393,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:19.363203 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-387fc716-20c0-4aad-b69d-f89c3271c050 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:19.477918 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-387fc716-20c0-4aad-b69d-f89c3271c050 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:19.479060 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-387fc716-20c0-4aad-b69d-f89c3271c050 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4126904 Apr 30 17:38:19.481969 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58900) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:19.488070 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-7d0b8347-0046-4b09-a6a1-ce155b7049b1 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Request body: {'security_group_rule': {'security_group_id': 'a6a5a96c-8b31-4a0b-a4c5-d49b638990f3', 'project_id': '067011d22557456da24ed65474fc02fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:38:19.493907 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-7d0b8347-0046-4b09-a6a1-ce155b7049b1 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:19.497696 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-7d0b8347-0046-4b09-a6a1-ce155b7049b1 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Usage tracker for resource:security_group_rule and tenant:067011d22557456da24ed65474fc02fc is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:19.500988 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-7d0b8347-0046-4b09-a6a1-ce155b7049b1 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:19.506643 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-7d0b8347-0046-4b09-a6a1-ce155b7049b1 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:19.628927 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8347-0046-4b09-a6a1-ce155b7049b1 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:19.697615 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8347-0046-4b09-a6a1-ce155b7049b1 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:19.781921 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0ee0a-89ca-4f63-8504-c85dd1c189f5 req-39938461-c1b6-4a6a-a4a6-5d7dd8121d47 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:19.783369 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-06e0ee0a-89ca-4f63-8504-c85dd1c189f5 req-39938461-c1b6-4a6a-a4a6-5d7dd8121d47 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0805092 Apr 30 17:38:19.814864 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8347-0046-4b09-a6a1-ce155b7049b1 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:19.817001 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b1d4b18e-6ffe-4385-ab98-c460d8ce3e25 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:19.844095 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b8347-0046-4b09-a6a1-ce155b7049b1 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b678d5-756f-4c57-a308-4cb7be9e0b48,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:19.853390 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-7d0b8347-0046-4b09-a6a1-ce155b7049b1 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:19.924457 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-06e0ee0a-89ca-4f63-8504-c85dd1c189f5 req-26486937-715e-45e0-9e8e-3d3ad3703f60 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351657 Apr 30 17:38:19.963829 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8347-0046-4b09-a6a1-ce155b7049b1 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:19.967914 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-7d0b8347-0046-4b09-a6a1-ce155b7049b1 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4814634 Apr 30 17:38:19.969935 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58906) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:19.975392 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-24a64da7-a5a9-421d-8e0f-d487af6af654 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Request body: {'security_group_rule': {'security_group_id': 'a6a5a96c-8b31-4a0b-a4c5-d49b638990f3', 'project_id': '067011d22557456da24ed65474fc02fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:38:19.981207 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-24a64da7-a5a9-421d-8e0f-d487af6af654 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:19.984952 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-24a64da7-a5a9-421d-8e0f-d487af6af654 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Usage tracker for resource:security_group_rule and tenant:067011d22557456da24ed65474fc02fc is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:19.987835 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-24a64da7-a5a9-421d-8e0f-d487af6af654 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:19.993441 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-24a64da7-a5a9-421d-8e0f-d487af6af654 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:20.100852 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.securitygroups_db [None req-24a64da7-a5a9-421d-8e0f-d487af6af654 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Project 067011d22557456da24ed65474fc02fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 17:38:20.106828 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-24a64da7-a5a9-421d-8e0f-d487af6af654 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:20.173986 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-24a64da7-a5a9-421d-8e0f-d487af6af654 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:20.283279 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-24a64da7-a5a9-421d-8e0f-d487af6af654 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:20.285301 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:20.308685 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a64da7-a5a9-421d-8e0f-d487af6af654 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87610be-46f5-434e-8f04-14265b81b0de,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:20.313735 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-24a64da7-a5a9-421d-8e0f-d487af6af654 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:20.433854 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-24a64da7-a5a9-421d-8e0f-d487af6af654 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:20.433854 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-24a64da7-a5a9-421d-8e0f-d487af6af654 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4624736 Apr 30 17:38:20.437080 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 58912) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:20.442476 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-2767a972-cb2c-4461-8e0d-d77a7dd01d3f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Request body: {'security_group_rule': {'security_group_id': 'a6a5a96c-8b31-4a0b-a4c5-d49b638990f3', 'project_id': '067011d22557456da24ed65474fc02fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:38:20.448557 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-2767a972-cb2c-4461-8e0d-d77a7dd01d3f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:20.452554 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-2767a972-cb2c-4461-8e0d-d77a7dd01d3f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Usage tracker for resource:security_group_rule and tenant:067011d22557456da24ed65474fc02fc is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:20.459658 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-2767a972-cb2c-4461-8e0d-d77a7dd01d3f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:20.461365 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-2767a972-cb2c-4461-8e0d-d77a7dd01d3f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:20.557797 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.securitygroups_db [None req-2767a972-cb2c-4461-8e0d-d77a7dd01d3f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Project 067011d22557456da24ed65474fc02fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 17:38:20.564691 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2767a972-cb2c-4461-8e0d-d77a7dd01d3f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:20.632258 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2767a972-cb2c-4461-8e0d-d77a7dd01d3f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:20.750168 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2767a972-cb2c-4461-8e0d-d77a7dd01d3f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:20.752350 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d6bbb771-6384-46b0-bfbf-f304e9f1d95c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:20.775191 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767a972-cb2c-4461-8e0d-d77a7dd01d3f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ce415a-272d-45af-b00d-5ac64294fbdb,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:20.779057 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-2767a972-cb2c-4461-8e0d-d77a7dd01d3f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:20.883644 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2767a972-cb2c-4461-8e0d-d77a7dd01d3f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:20.884844 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-2767a972-cb2c-4461-8e0d-d77a7dd01d3f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4467070 Apr 30 17:38:21.007354 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-2a74c345-e735-4db8-bb59-7aa682bceed1 req-f6b6be8b-634b-4aa9-86a1-8aa80230e991 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Synchronizing usage tracker for tenant:067011d22557456da24ed65474fc02fc on resource:security_group {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:38:21.114780 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0abc14-900f-4c3d-bbf7-704e72bc3972 req-335a02dd-9b8f-443d-83cd-58b57f3481a1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:21.116305 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1a0abc14-900f-4c3d-bbf7-704e72bc3972 req-335a02dd-9b8f-443d-83cd-58b57f3481a1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0837367 Apr 30 17:38:21.137836 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-2a74c345-e735-4db8-bb59-7aa682bceed1 req-f6b6be8b-634b-4aa9-86a1-8aa80230e991 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Unset dirty status for tenant:067011d22557456da24ed65474fc02fc on resource:security_group {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:38:21.138881 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2a74c345-e735-4db8-bb59-7aa682bceed1 req-f6b6be8b-634b-4aa9-86a1-8aa80230e991 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277221184&fields=id&tenant_id=067011d22557456da24ed65474fc02fc HTTP/1.1" status: 200 len: 267 time: 0.1730559 Apr 30 17:38:21.207578 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1a0abc14-900f-4c3d-bbf7-704e72bc3972 req-1fac9a22-ccb8-48f1-bcbd-07181205dd6a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855088 Apr 30 17:38:21.242298 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74c345-e735-4db8-bb59-7aa682bceed1 req-82e48b4b-cd88-44e8-9b52-5f2a6194d532 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:21.243771 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2a74c345-e735-4db8-bb59-7aa682bceed1 req-82e48b4b-cd88-44e8-9b52-5f2a6194d532 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 945 time: 0.0970659 Apr 30 17:38:21.254913 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-2a74c345-e735-4db8-bb59-7aa682bceed1 req-b298b6e3-39db-437c-a60d-32ca48be0ca0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Request body: {'port': {'security_groups': ['e8d32ece-cfcb-473d-b170-2d3ba2cdada2', 'a6a5a96c-8b31-4a0b-a4c5-d49b638990f3']}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:38:21.373954 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2a74c345-e735-4db8-bb59-7aa682bceed1 req-b298b6e3-39db-437c-a60d-32ca48be0ca0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:21.635335 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-2a74c345-e735-4db8-bb59-7aa682bceed1 req-b298b6e3-39db-437c-a60d-32ca48be0ca0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] For port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0c570cfd-3f2a-4830-b3a3-f374146f1f9f,segment=NetworkSegment(b41d0144-0a86-49a0-a68c-847f367d7880),segment_id=b41d0144-0a86-49a0-a68c-847f367d7880)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:38:21.660557 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2a74c345-e735-4db8-bb59-7aa682bceed1 req-b298b6e3-39db-437c-a60d-32ca48be0ca0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:21.809392 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2a74c345-e735-4db8-bb59-7aa682bceed1 req-b298b6e3-39db-437c-a60d-32ca48be0ca0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:21.815507 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-604908f3-3e34-4c7c-94b8-db049f8b95d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:21.822509 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['0c570cfd-3f2a-4830-b3a3-f374146f1f9f'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:38:21.874998 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74c345-e735-4db8-bb59-7aa682bceed1 req-b298b6e3-39db-437c-a60d-32ca48be0ca0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:21.875651 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-2a74c345-e735-4db8-bb59-7aa682bceed1 req-b298b6e3-39db-437c-a60d-32ca48be0ca0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:21.877014 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2a74c345-e735-4db8-bb59-7aa682bceed1 req-b298b6e3-39db-437c-a60d-32ca48be0ca0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "PUT /v2.0/ports/0c570cfd-3f2a-4830-b3a3-f374146f1f9f HTTP/1.1" status: 200 len: 981 time: 0.6266725 Apr 30 17:38:21.877526 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'tag': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:38:21.915708 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298b6e3-39db-437c-a60d-32ca48be0ca0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Pushing event updated for resources: {'Port': ['ID=0c570cfd-3f2a-4830-b3a3-f374146f1f9f,revision_number=6']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:21.918809 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-b298b6e3-39db-437c-a60d-32ca48be0ca0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:21.948633 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'tag': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f', 'status': 'completed', 'code': 200} Apr 30 17:38:21.991753 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['0c570cfd-3f2a-4830-b3a3-f374146f1f9f'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:38:22.111188 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef124f-3487-4f08-ace8-f4e80122c7b0 req-774ad4b2-93b6-4a9a-ad5b-0b5c30f9b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:22.112706 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1cef124f-3487-4f08-ace8-f4e80122c7b0 req-774ad4b2-93b6-4a9a-ad5b-0b5c30f9b28e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=067011d22557456da24ed65474fc02fc&device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 1137 time: 0.1423547 Apr 30 17:38:22.150224 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bae1d-a506-4afc-82ae-5d9d692dd420 req-8a943ba0-fee5-4666-8351-e73bbbfc5225 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:22.151638 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6f5bae1d-a506-4afc-82ae-5d9d692dd420 req-8a943ba0-fee5-4666-8351-e73bbbfc5225 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 984 time: 0.1461582 Apr 30 17:38:22.221220 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-1361f8bd-f742-4070-b9ed-c25a4aceb980 None None] Provisioning complete for port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:38:22.221582 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-1361f8bd-f742-4070-b9ed-c25a4aceb980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:22.269821 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6f5bae1d-a506-4afc-82ae-5d9d692dd420 req-a2565694-bc6f-46c4-9a8d-189ff0308126 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&id=a6a5a96c-8b31-4a0b-a4c5-d49b638990f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066265 Apr 30 17:38:22.299929 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef124f-3487-4f08-ace8-f4e80122c7b0 req-d5574f56-38c7-4af1-8556-d9ca64136a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:22.301487 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1cef124f-3487-4f08-ace8-f4e80122c7b0 req-d5574f56-38c7-4af1-8556-d9ca64136a08 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e7aa554e-fd41-4319-a904-ac705010f337 HTTP/1.1" status: 200 len: 916 time: 0.1804461 Apr 30 17:38:22.454553 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1cef124f-3487-4f08-ace8-f4e80122c7b0 req-d0cacee6-1cbd-4972-829b-c9c459f75931 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c570cfd-3f2a-4830-b3a3-f374146f1f9f HTTP/1.1" status: 200 len: 1001 time: 0.1458349 Apr 30 17:38:22.528820 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f93573-f262-4372-b107-f2a6560ca76f req-ac917204-797a-45d4-8f1a-da5ff6e50780 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:22.530969 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c1f93573-f262-4372-b107-f2a6560ca76f req-ac917204-797a-45d4-8f1a-da5ff6e50780 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.1655993 Apr 30 17:38:22.539651 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef124f-3487-4f08-ace8-f4e80122c7b0 req-7566214b-d378-4cf4-a1e0-2f89873b4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:22.541003 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1cef124f-3487-4f08-ace8-f4e80122c7b0 req-7566214b-d378-4cf4-a1e0-2f89873b4781 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ce3a3272-2244-4fc8-b58b-8108c9a5cb1f HTTP/1.1" status: 200 len: 854 time: 0.0789921 Apr 30 17:38:22.627329 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c1f93573-f262-4372-b107-f2a6560ca76f req-d6eb90b8-c785-4fa8-b460-1603e2f08670 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894122 Apr 30 17:38:22.673186 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef124f-3487-4f08-ace8-f4e80122c7b0 req-87eba0c5-4041-496d-ad39-99f6905a833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:22.674651 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1cef124f-3487-4f08-ace8-f4e80122c7b0 req-87eba0c5-4041-496d-ad39-99f6905a833a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e7aa554e-fd41-4319-a904-ac705010f337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1204195 Apr 30 17:38:22.815301 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1cef124f-3487-4f08-ace8-f4e80122c7b0 req-0f05530a-3fcb-403a-bdad-8d6d4dc18f82 service neutron] 10.222.0.63 "GET /v2.0/networks/e7aa554e-fd41-4319-a904-ac705010f337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313651 Apr 30 17:38:23.036449 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1cef124f-3487-4f08-ace8-f4e80122c7b0 req-eb429a69-5cfd-4e41-b371-d70694922263 service neutron] 10.222.0.63 "GET /v2.0/networks/e7aa554e-fd41-4319-a904-ac705010f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130980 Apr 30 17:38:23.823899 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9fb08-ee8e-4978-840b-77db4fe5bc9b req-c95439cd-7025-44f4-8a47-9cebc175b913 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:23.825392 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fcb9fb08-ee8e-4978-840b-77db4fe5bc9b req-c95439cd-7025-44f4-8a47-9cebc175b913 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0832283 Apr 30 17:38:23.870722 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fcb9fb08-ee8e-4978-840b-77db4fe5bc9b req-bd62cad9-aab0-48a0-9855-8456f15e16e3 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395088 Apr 30 17:38:25.067177 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838e898-1d73-42cf-a4e9-2b2f5638f13d req-80a9f099-a9de-4310-ad7d-eaf1de390aad tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:25.068620 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5838e898-1d73-42cf-a4e9-2b2f5638f13d req-80a9f099-a9de-4310-ad7d-eaf1de390aad tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0885990 Apr 30 17:38:25.114701 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5838e898-1d73-42cf-a4e9-2b2f5638f13d req-8f3e67d3-8f45-484e-b00a-50b0c191a5b2 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403731 Apr 30 17:38:26.309074 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919bd49-eb0c-450e-bb79-0e0434b5eb36 req-513049d3-54b7-4f78-a4d5-cfa3c2d784fd tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:26.311060 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9919bd49-eb0c-450e-bb79-0e0434b5eb36 req-513049d3-54b7-4f78-a4d5-cfa3c2d784fd tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0856757 Apr 30 17:38:26.312497 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:38:26.356212 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9919bd49-eb0c-450e-bb79-0e0434b5eb36 req-7c3715d5-57e1-42dc-a344-5e804080a138 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391984 Apr 30 17:38:27.549027 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b507fa-6d79-4e41-9e16-5af9213b5f13 req-393dd3ae-ff47-49c2-8811-d82953e26e70 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:27.550647 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-54b507fa-6d79-4e41-9e16-5af9213b5f13 req-393dd3ae-ff47-49c2-8811-d82953e26e70 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0842800 Apr 30 17:38:27.602197 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-54b507fa-6d79-4e41-9e16-5af9213b5f13 req-05b8880e-1f68-42f6-a8ea-6be38ab75264 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455623 Apr 30 17:38:28.800005 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec2166-0a66-4fb5-a44c-34024e2ebe61 req-ff99ede5-d36f-449f-a0f9-ca7e2f64abd6 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:28.801506 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aeec2166-0a66-4fb5-a44c-34024e2ebe61 req-ff99ede5-d36f-449f-a0f9-ca7e2f64abd6 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0856071 Apr 30 17:38:28.851240 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aeec2166-0a66-4fb5-a44c-34024e2ebe61 req-9c73812c-1428-47ed-8cce-e6a93248c195 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437810 Apr 30 17:38:29.992561 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:30.059601 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72636dbe-c95b-4827-9a64-69ded304c5fc req-d46dc9c6-3291-4afb-ab66-5671c9df5b0d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:30.061882 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-72636dbe-c95b-4827-9a64-69ded304c5fc req-d46dc9c6-3291-4afb-ab66-5671c9df5b0d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0966735 Apr 30 17:38:30.112731 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-72636dbe-c95b-4827-9a64-69ded304c5fc req-202d1434-51fb-4401-8d90-43ba00ab8124 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447764 Apr 30 17:38:31.302303 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37642e-f9df-4123-943f-ee684ca116b9 req-47b7e49d-e659-4031-8296-07f14b63f94a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:31.303800 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8a37642e-f9df-4123-943f-ee684ca116b9 req-47b7e49d-e659-4031-8296-07f14b63f94a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0829010 Apr 30 17:38:31.351226 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8a37642e-f9df-4123-943f-ee684ca116b9 req-11b5f781-f4f3-44e9-abac-62f5d2ed91b6 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414102 Apr 30 17:38:31.867284 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d383c-00a6-4ca3-909d-1189dd0b5ed7 req-12a4cf4f-2a28-4e2e-bf70-26f8e4ff7022 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:31.868770 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-702d383c-00a6-4ca3-909d-1189dd0b5ed7 req-12a4cf4f-2a28-4e2e-bf70-26f8e4ff7022 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0864739 Apr 30 17:38:31.917115 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-702d383c-00a6-4ca3-909d-1189dd0b5ed7 req-45f2c267-a4d1-4f7d-a582-8e15ce04f6d4 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415177 Apr 30 17:38:31.989823 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2bd4c-f834-4b70-aa62-3d7a52e35cc7 req-02ade0c3-579e-4d96-aebe-1b540af9a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:31.991294 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8de2bd4c-f834-4b70-aa62-3d7a52e35cc7 req-02ade0c3-579e-4d96-aebe-1b540af9a88f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cdbcbbe6ee6846d5865d08d212788426&device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 1099 time: 0.0714343 Apr 30 17:38:32.126175 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2bd4c-f834-4b70-aa62-3d7a52e35cc7 req-5497a541-13b5-46e7-bbdd-c5d2b12dfbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:32.127692 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8de2bd4c-f834-4b70-aa62-3d7a52e35cc7 req-5497a541-13b5-46e7-bbdd-c5d2b12dfbde service neutron] 10.222.0.63 "GET /v2.0/networks?id=f6de51b8-401e-44f1-ba63-c82446525040 HTTP/1.1" status: 200 len: 911 time: 0.1294377 Apr 30 17:38:32.233526 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8de2bd4c-f834-4b70-aa62-3d7a52e35cc7 req-af029444-5021-4e5d-9021-a7fd24ce1a51 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 HTTP/1.1" status: 200 len: 1000 time: 0.0994585 Apr 30 17:38:32.301910 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2bd4c-f834-4b70-aa62-3d7a52e35cc7 req-d386d787-0cc5-4d56-b577-625534711692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:32.303336 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8de2bd4c-f834-4b70-aa62-3d7a52e35cc7 req-d386d787-0cc5-4d56-b577-625534711692 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6cdb1bba-78e7-4345-8e9e-f00b64aa7efd HTTP/1.1" status: 200 len: 849 time: 0.0634170 Apr 30 17:38:32.381593 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2bd4c-f834-4b70-aa62-3d7a52e35cc7 req-4868fc6a-55b4-45f6-bf59-ecd79519efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:32.383093 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8de2bd4c-f834-4b70-aa62-3d7a52e35cc7 req-4868fc6a-55b4-45f6-bf59-ecd79519efc1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f6de51b8-401e-44f1-ba63-c82446525040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0728664 Apr 30 17:38:32.520349 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8de2bd4c-f834-4b70-aa62-3d7a52e35cc7 req-2e20aeab-07da-4ad8-9768-6cf962a89d41 service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305103 Apr 30 17:38:32.661226 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8de2bd4c-f834-4b70-aa62-3d7a52e35cc7 req-b09bd4b4-b180-4601-b2bc-f6cc7687ce20 service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331084 Apr 30 17:38:33.111790 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c76d9-3d2f-41a5-a573-8977e5fbed6c req-7fdcc3d2-aaf2-4309-b848-fbacd99badac tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:33.113298 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dc6c76d9-3d2f-41a5-a573-8977e5fbed6c req-7fdcc3d2-aaf2-4309-b848-fbacd99badac tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0893192 Apr 30 17:38:33.251954 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dc6c76d9-3d2f-41a5-a573-8977e5fbed6c req-fae62415-af9b-4aec-afcc-b2a9062b2c5d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325164 Apr 30 17:38:34.442711 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da063800-7905-4b56-88fc-99255cf903b4 req-59b22a9e-50be-4787-86a4-fd033225cce6 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:34.444192 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-da063800-7905-4b56-88fc-99255cf903b4 req-59b22a9e-50be-4787-86a4-fd033225cce6 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0814967 Apr 30 17:38:34.494038 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-da063800-7905-4b56-88fc-99255cf903b4 req-775be2bf-6ced-4c30-a5d4-cdf8c7abd16e tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441837 Apr 30 17:38:39.277776 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e2489063-7c0e-491a-b7a1-b51ca3b403c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:41.809215 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:41.922472 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-d52e30b9-6997-40b1-9e8c-57cdabf98867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:43.774848 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:45.740436 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:49.485702 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59014) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:49.837904 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-26f684c2-04d7-4a14-8ab4-142c0267c3ff tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Deleting port 5181a2f6-bbc1-4ebd-b1ec-6cace2f1e448 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:38:49.838243 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-26f684c2-04d7-4a14-8ab4-142c0267c3ff tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:49.963830 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-26f684c2-04d7-4a14-8ab4-142c0267c3ff tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:49.964150 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-26f684c2-04d7-4a14-8ab4-142c0267c3ff tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:50.092922 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-26f684c2-04d7-4a14-8ab4-142c0267c3ff tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Calling delete_port for 5181a2f6-bbc1-4ebd-b1ec-6cace2f1e448 owned by network:floatingip {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:38:50.295481 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-26f684c2-04d7-4a14-8ab4-142c0267c3ff tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:50.299556 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:50.347541 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f684c2-04d7-4a14-8ab4-142c0267c3ff tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Pushing event deleted for resources: {'Port': ['ID=5181a2f6-bbc1-4ebd-b1ec-6cace2f1e448,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:50.383036 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-26f684c2-04d7-4a14-8ab4-142c0267c3ff tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:50.445968 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-26f684c2-04d7-4a14-8ab4-142c0267c3ff tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for floatingip, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:50.446287 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.l3_db [None req-26f684c2-04d7-4a14-8ab4-142c0267c3ff tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Floating IP 85ab152b-9356-4006-996e-22915bf4b15f disassociated (deleted). External IP: 172.27.3.185, port: 91a93926-c63d-4e58-8ff3-d42976b1fe12. Apr 30 17:38:50.902529 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f684c2-04d7-4a14-8ab4-142c0267c3ff tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Router 8ff292e7-ceed-4073-9d13-513fc28b8a24 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:38:51.095306 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f684c2-04d7-4a14-8ab4-142c0267c3ff tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:38:51.105071 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e435d-4ae1-42a1-be6b-4940788ad316 None None] Sync routers for ids ['8ff292e7-ceed-4073-9d13-513fc28b8a24'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:38:51.116645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e435d-4ae1-42a1-be6b-4940788ad316 None None] Routers {'8ff292e7-ceed-4073-9d13-513fc28b8a24'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:38:51.117287 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-d50e435d-4ae1-42a1-be6b-4940788ad316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:38:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['8ff292e7-ceed-4073-9d13-513fc28b8a24'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:51.221708 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-26f684c2-04d7-4a14-8ab4-142c0267c3ff tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:51.303604 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-d50e435d-4ae1-42a1-be6b-4940788ad316 None None] Set router 8ff292e7-ceed-4073-9d13-513fc28b8a24 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:38:51.324126 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-26f684c2-04d7-4a14-8ab4-142c0267c3ff tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "DELETE /v2.0/floatingips/85ab152b-9356-4006-996e-22915bf4b15f HTTP/1.1" status: 204 len: 168 time: 1.8349082 Apr 30 17:38:51.324126 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c37ebf8-a036-401a-96be-9d94491f857a', 'tag': '91a93926-c63d-4e58-8ff3-d42976b1fe12'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:38:51.371940 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c37ebf8-a036-401a-96be-9d94491f857a', 'tag': '91a93926-c63d-4e58-8ff3-d42976b1fe12', 'status': 'completed', 'code': 200} Apr 30 17:38:51.486048 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb3d8e-0928-4faa-a5c8-9c75e2797479 req-08d69530-b2e4-4f0b-b965-1beac7c89388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:51.486649 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22fb3d8e-0928-4faa-a5c8-9c75e2797479 req-08d69530-b2e4-4f0b-b965-1beac7c89388 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7e2f3d3fe7b4c798a2442c8e1d493ba&device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 1098 time: 0.0892594 Apr 30 17:38:51.630656 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb3d8e-0928-4faa-a5c8-9c75e2797479 req-41e65a9d-7418-416f-b4bd-7366793ec113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:51.632310 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22fb3d8e-0928-4faa-a5c8-9c75e2797479 req-41e65a9d-7418-416f-b4bd-7366793ec113 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f562e4fa-da35-484f-a131-30b5eb79aa8c HTTP/1.1" status: 200 len: 909 time: 0.1393721 Apr 30 17:38:51.648884 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-d50e435d-4ae1-42a1-be6b-4940788ad316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:25Z', 'updated_at': '2021-04-30T17:31:33Z', 'revision_number': 4, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'gw_port': {'id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': 'af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2', 'name': '', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'mac_address': 'fa:16:3e:02:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:31Z', 'updated_at': '2021-04-30T17:31:44Z', 'revision_number': 5, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'subnets': [{'id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:51.654841 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e435d-4ae1-42a1-be6b-4940788ad316 None None] Checking router: 8ff292e7-ceed-4073-9d13-513fc28b8a24 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:38:51.663957 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e435d-4ae1-42a1-be6b-4940788ad316 None None] Routers {'8ff292e7-ceed-4073-9d13-513fc28b8a24'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:38:51.664663 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-d50e435d-4ae1-42a1-be6b-4940788ad316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:38:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['8ff292e7-ceed-4073-9d13-513fc28b8a24'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:51.714878 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22fb3d8e-0928-4faa-a5c8-9c75e2797479 req-2e375279-d1f7-41d4-b7cd-e72a9c0ccad2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91a93926-c63d-4e58-8ff3-d42976b1fe12 HTTP/1.1" status: 200 len: 217 time: 0.0744321 Apr 30 17:38:51.803337 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb3d8e-0928-4faa-a5c8-9c75e2797479 req-22313815-c621-45f6-ac2a-2945de57cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:51.805202 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22fb3d8e-0928-4faa-a5c8-9c75e2797479 req-22313815-c621-45f6-ac2a-2945de57cc77 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=606ca68b-fd17-4f43-af2c-9d03dcf516cb HTTP/1.1" status: 200 len: 847 time: 0.0827169 Apr 30 17:38:51.857581 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-d50e435d-4ae1-42a1-be6b-4940788ad316 None None] Set router 8ff292e7-ceed-4073-9d13-513fc28b8a24 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:38:51.920585 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb3d8e-0928-4faa-a5c8-9c75e2797479 req-c1264e01-8679-4ec5-85d5-f9b4e24ad732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:51.922254 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22fb3d8e-0928-4faa-a5c8-9c75e2797479 req-c1264e01-8679-4ec5-85d5-f9b4e24ad732 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f562e4fa-da35-484f-a131-30b5eb79aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1089022 Apr 30 17:38:52.121843 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22fb3d8e-0928-4faa-a5c8-9c75e2797479 req-9111cb5d-8012-4c8e-8815-c679f5149883 service neutron] 10.222.0.63 "GET /v2.0/networks/f562e4fa-da35-484f-a131-30b5eb79aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921802 Apr 30 17:38:52.166420 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd074b-25a9-49b5-ab74-ae09dfebe85e req-c9e19e31-a505-4f89-b76d-5acaa0c5f7ae tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:52.167938 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bdbd074b-25a9-49b5-ab74-ae09dfebe85e req-c9e19e31-a505-4f89-b76d-5acaa0c5f7ae tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.1503129 Apr 30 17:38:52.224726 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-d50e435d-4ae1-42a1-be6b-4940788ad316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:25Z', 'updated_at': '2021-04-30T17:31:33Z', 'revision_number': 4, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'gw_port': {'id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': 'af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2', 'name': '', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'mac_address': 'fa:16:3e:02:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:31Z', 'updated_at': '2021-04-30T17:31:44Z', 'revision_number': 5, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'subnets': [{'id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:52.228691 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50e435d-4ae1-42a1-be6b-4940788ad316 None None] The sync data for ids ['8ff292e7-ceed-4073-9d13-513fc28b8a24'] in dv-cinder-784779-10-iscsi is: [{'id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:25Z', 'updated_at': '2021-04-30T17:31:33Z', 'revision_number': 4, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'gw_port': {'id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': 'af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2', 'name': '', 'network_id': 'f562e4fa-da35-484f-a131-30b5eb79aa8c', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'mac_address': 'fa:16:3e:02:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:31Z', 'updated_at': '2021-04-30T17:31:44Z', 'revision_number': 5, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'subnets': [{'id': '606ca68b-fd17-4f43-af2c-9d03dcf516cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:38:52.291857 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bdbd074b-25a9-49b5-ab74-ae09dfebe85e req-4d44bc67-056c-4138-8da7-a13994066292 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111629 Apr 30 17:38:52.324600 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22fb3d8e-0928-4faa-a5c8-9c75e2797479 req-b6225806-7eef-4d50-a977-1624dc3a68cd service neutron] 10.222.0.63 "GET /v2.0/networks/f562e4fa-da35-484f-a131-30b5eb79aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908293 Apr 30 17:38:52.445981 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1515bd-4e3f-4531-8449-85527387f7b8 None None] New status for floating IP 85ab152b-9356-4006-996e-22915bf4b15f: DOWN {{(pid=74457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:38:53.492861 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a166ea-fcaa-4e67-b402-edc56549d034 req-eaca3d3c-de7c-4116-9fcd-d66bfa6345ac tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:53.494323 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f8a166ea-fcaa-4e67-b402-edc56549d034 req-eaca3d3c-de7c-4116-9fcd-d66bfa6345ac tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0882330 Apr 30 17:38:53.543298 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f8a166ea-fcaa-4e67-b402-edc56549d034 req-e9885372-3670-4ab0-8bbd-d05cfdd3f697 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/security-groups?id=64176194-8c08-428f-bc27-897b9db1c24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422642 Apr 30 17:38:53.994243 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b095e12-e246-480c-9b22-232cf845644c req-e2990bdc-0533-41d3-98f0-be6d934e76f3 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:53.995709 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0b095e12-e246-480c-9b22-232cf845644c req-e2990bdc-0533-41d3-98f0-be6d934e76f3 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 945 time: 0.0820012 Apr 30 17:38:54.146000 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-0b095e12-e246-480c-9b22-232cf845644c req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Deleting port 91a93926-c63d-4e58-8ff3-d42976b1fe12 {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:38:54.146255 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-0b095e12-e246-480c-9b22-232cf845644c req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:54.286580 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-0b095e12-e246-480c-9b22-232cf845644c req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] For port 91a93926-c63d-4e58-8ff3-d42976b1fe12, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91a93926-c63d-4e58-8ff3-d42976b1fe12,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:38:54.286937 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-0b095e12-e246-480c-9b22-232cf845644c req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:54.413756 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-0b095e12-e246-480c-9b22-232cf845644c req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Calling delete_port for 91a93926-c63d-4e58-8ff3-d42976b1fe12 owned by compute:nova {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:38:54.756260 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-0b095e12-e246-480c-9b22-232cf845644c req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:54.770362 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-83cde087-5255-4bd9-a9b2-3e7a6854f6a7 req-f755ff87-9c13-401a-8777-ec94a2a7284d tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 210 time: 0.0628107 Apr 30 17:38:54.770914 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:54.820543 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Pushing event deleted for resources: {'Port': ['ID=91a93926-c63d-4e58-8ff3-d42976b1fe12,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:54.864864 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:54.865232 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:54.865593 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:54.865949 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:54.866303 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:54.866651 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:54.866996 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:54.867367 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:54.867734 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:54.868080 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:54.868423 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:54.868767 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:54.879048 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:54.926827 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b095e12-e246-480c-9b22-232cf845644c req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] No DVR routers for this DVR port 91a93926-c63d-4e58-8ff3-d42976b1fe12 on host hv-cinder-78477 {{(pid=74455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:38:54.930689 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-0b095e12-e246-480c-9b22-232cf845644c req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:54.933297 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c37ebf8-a036-401a-96be-9d94491f857a', 'name': 'network-vif-deleted', 'tag': '91a93926-c63d-4e58-8ff3-d42976b1fe12'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:38:54.951018 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92772d0a-a8c5-4887-bb52-bfee96fb66c5 req-ad105f9d-a1b0-48c0-80f4-ffaa50649639 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:54.952608 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-92772d0a-a8c5-4887-bb52-bfee96fb66c5 req-ad105f9d-a1b0-48c0-80f4-ffaa50649639 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.2782068 Apr 30 17:38:54.956560 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0b095e12-e246-480c-9b22-232cf845644c req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.63 "DELETE /v2.0/ports/91a93926-c63d-4e58-8ff3-d42976b1fe12 HTTP/1.1" status: 204 len: 173 time: 0.9543073 Apr 30 17:38:54.979599 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c37ebf8-a036-401a-96be-9d94491f857a', 'name': 'network-vif-deleted', 'tag': '91a93926-c63d-4e58-8ff3-d42976b1fe12', 'status': 'completed', 'code': 200} Apr 30 17:38:55.005445 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-92772d0a-a8c5-4887-bb52-bfee96fb66c5 req-8e1806cb-2c94-47d7-a3e1-c98614d0a261 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454931 Apr 30 17:38:55.920315 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-e969f60a-0643-4b81-b7bb-8d720778f02e req-ecc94a2f-5601-4a16-af6a-017dcb97135c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Synchronizing usage tracker for tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:38:56.054810 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-e969f60a-0643-4b81-b7bb-8d720778f02e req-ecc94a2f-5601-4a16-af6a-017dcb97135c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Unset dirty status for tenant:e7e2f3d3fe7b4c798a2442c8e1d493ba on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:38:56.056175 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e969f60a-0643-4b81-b7bb-8d720778f02e req-ecc94a2f-5601-4a16-af6a-017dcb97135c tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c37ebf8-a036-401a-96be-9d94491f857a HTTP/1.1" status: 200 len: 210 time: 0.1808691 Apr 30 17:38:56.204152 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e5846-8d44-4f2a-a704-a10876ed0699 req-82f8bbc4-309a-4a0e-b9a8-2e76aca6b3c1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:56.205601 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-182e5846-8d44-4f2a-a704-a10876ed0699 req-82f8bbc4-309a-4a0e-b9a8-2e76aca6b3c1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0869398 Apr 30 17:38:56.251557 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-182e5846-8d44-4f2a-a704-a10876ed0699 req-5bb24088-578e-400b-a28b-6e1c7b4590b3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400651 Apr 30 17:38:57.155039 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59070) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:57.225702 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-41d63f12-d543-416e-ac7f-2c0f69aabb61 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:57.255390 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-41d63f12-d543-416e-ac7f-2c0f69aabb61 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:57.415378 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-41d63f12-d543-416e-ac7f-2c0f69aabb61 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:57.420235 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3b4c7c4e-00b7-4986-ac6b-b34d4223b8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:57.439100 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d63f12-d543-416e-ac7f-2c0f69aabb61 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64176194-8c08-428f-bc27-897b9db1c24c,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:57.441262 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 91a93926-c63d-4e58-8ff3-d42976b1fe12 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:38:57.442999 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-41d63f12-d543-416e-ac7f-2c0f69aabb61 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:57.472279 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17eff26-f35a-493e-a5ec-3438166d9125 req-47774f68-f9c1-4ad0-9c63-313875e44e26 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:57.473808 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a17eff26-f35a-493e-a5ec-3438166d9125 req-47774f68-f9c1-4ad0-9c63-313875e44e26 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.1082172 Apr 30 17:38:57.487253 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: 91a93926-c63d-4e58-8ff3-d42976b1fe12 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:38:57.487641 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 91a93926-c63d-4e58-8ff3-d42976b1fe12 not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:38:57.536090 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-41d63f12-d543-416e-ac7f-2c0f69aabb61 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:57.536090 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-41d63f12-d543-416e-ac7f-2c0f69aabb61 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] 10.222.0.18 "DELETE /v2.0/security-groups/64176194-8c08-428f-bc27-897b9db1c24c HTTP/1.1" status: 204 len: 168 time: 0.3620541 Apr 30 17:38:57.536090 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a17eff26-f35a-493e-a5ec-3438166d9125 req-8c4f775e-92fe-4cfe-8622-97f8a660596a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474942 Apr 30 17:38:57.639199 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59078) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:58.297659 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-35c8678e-0484-48a8-b00b-1582921c461e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4070988'] for router_interface, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:58.743389 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef212f7-09e7-41a7-9c80-42fa307ac43e req-788c789b-2f84-4b8d-962b-ea1a6296c4f2 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:58.745017 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ef212f7-09e7-41a7-9c80-42fa307ac43e req-788c789b-2f84-4b8d-962b-ea1a6296c4f2 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0930154 Apr 30 17:38:58.795039 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9ef212f7-09e7-41a7-9c80-42fa307ac43e req-674e8c2e-8b2e-4278-a568-6272b3c60614 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437965 Apr 30 17:38:58.835048 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-35c8678e-0484-48a8-b00b-1582921c461e admin admin] Deleting port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:38:58.835048 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-35c8678e-0484-48a8-b00b-1582921c461e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:58.960440 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-35c8678e-0484-48a8-b00b-1582921c461e admin admin] For port af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:38:58.960791 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-35c8678e-0484-48a8-b00b-1582921c461e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:59.086409 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-35c8678e-0484-48a8-b00b-1582921c461e admin admin] Calling delete_port for af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 owned by network:router_interface {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:38:59.437856 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-35c8678e-0484-48a8-b00b-1582921c461e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:59.441839 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:59.491395 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8678e-0484-48a8-b00b-1582921c461e admin admin] Pushing event deleted for resources: {'Port': ['ID=af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:59.518834 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-35c8678e-0484-48a8-b00b-1582921c461e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:59.771712 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-35c8678e-0484-48a8-b00b-1582921c461e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4072444'] for router_interface, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:59.895625 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:00.029493 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70696992-065d-4788-9f52-d28b7d190f9e req-f13db01e-d000-4a2a-b181-e269764d3f6b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:00.031006 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-70696992-065d-4788-9f52-d28b7d190f9e req-f13db01e-d000-4a2a-b181-e269764d3f6b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0886884 Apr 30 17:39:00.085272 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-70696992-065d-4788-9f52-d28b7d190f9e req-97929036-b8a5-45b5-9578-4c6621601257 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481229 Apr 30 17:39:00.243372 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c8678e-0484-48a8-b00b-1582921c461e admin admin] Router 8ff292e7-ceed-4073-9d13-513fc28b8a24 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:39:00.430701 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c8678e-0484-48a8-b00b-1582921c461e admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:39:00.439225 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4429a922-e426-4831-83a7-1a097d898462 None None] Sync routers for ids ['8ff292e7-ceed-4073-9d13-513fc28b8a24'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:39:00.448523 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4429a922-e426-4831-83a7-1a097d898462 None None] Routers {'8ff292e7-ceed-4073-9d13-513fc28b8a24'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:39:00.460613 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-4429a922-e426-4831-83a7-1a097d898462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:38:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['8ff292e7-ceed-4073-9d13-513fc28b8a24'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:00.547969 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-35c8678e-0484-48a8-b00b-1582921c461e admin admin] 10.222.0.18 "PUT /v2.0/routers/8ff292e7-ceed-4073-9d13-513fc28b8a24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9075341 Apr 30 17:39:00.550505 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59088) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:00.637216 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-4429a922-e426-4831-83a7-1a097d898462 None None] Set router 8ff292e7-ceed-4073-9d13-513fc28b8a24 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:39:00.739314 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Notify callbacks [] for router, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:00.922095 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:00.944128 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-4429a922-e426-4831-83a7-1a097d898462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:25Z', 'updated_at': '2021-04-30T17:38:59Z', 'revision_number': 5, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'gw_port': {'id': '1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:00.948045 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4429a922-e426-4831-83a7-1a097d898462 None None] Checking router: 8ff292e7-ceed-4073-9d13-513fc28b8a24 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:39:00.956959 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4429a922-e426-4831-83a7-1a097d898462 None None] Routers {'8ff292e7-ceed-4073-9d13-513fc28b8a24'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:39:00.957598 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-4429a922-e426-4831-83a7-1a097d898462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:38:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['8ff292e7-ceed-4073-9d13-513fc28b8a24'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:01.043430 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Deleting port 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:39:01.044647 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:01.114178 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-4429a922-e426-4831-83a7-1a097d898462 None None] Set router 8ff292e7-ceed-4073-9d13-513fc28b8a24 gateway port host: None {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:39:01.177224 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] For port 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:01.177224 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:01.227163 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-4429a922-e426-4831-83a7-1a097d898462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:25Z', 'updated_at': '2021-04-30T17:39:00Z', 'revision_number': 6, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'gw_port_host': None}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:01.232633 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4429a922-e426-4831-83a7-1a097d898462 None None] The sync data for ids ['8ff292e7-ceed-4073-9d13-513fc28b8a24'] in dv-cinder-784779-10-iscsi is: [{'id': '8ff292e7-ceed-4073-9d13-513fc28b8a24', 'name': 'tempest-TestShelveInstance-986003201-router', 'tenant_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:25Z', 'updated_at': '2021-04-30T17:39:00Z', 'revision_number': 6, 'project_id': 'e7e2f3d3fe7b4c798a2442c8e1d493ba', 'gw_port_host': None}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:39:01.306718 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Calling delete_port for 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2 owned by network:router_gateway {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:39:01.309717 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10274e-c9a1-4ad1-b4ad-d8f591cf232d req-e6e4c208-2558-4c47-b717-bb158e7b0733 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:01.311434 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9f10274e-c9a1-4ad1-b4ad-d8f591cf232d req-e6e4c208-2558-4c47-b717-bb158e7b0733 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0947609 Apr 30 17:39:01.360119 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9f10274e-c9a1-4ad1-b4ad-d8f591cf232d req-3e8e4675-1383-4ac2-8189-6178b967382a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427966 Apr 30 17:39:01.500688 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:01.504565 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-05259aa2-da74-4614-87ab-4f798a23cbb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:01.551175 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:01.585705 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:01.661094 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4072803'] for router_gateway, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:01.943553 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497246'] for router, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:01.945713 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:02.129148 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4073771'] for router, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:02.132691 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff292e7-ceed-4073-9d13-513fc28b8a24 {{(pid=74454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:39:02.149256 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Notify callbacks [] for router, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:02.150410 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8ff292e7-ceed-4073-9d13-513fc28b8a24 HTTP/1.1" status: 204 len: 168 time: 1.5988839 Apr 30 17:39:02.153225 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59098) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:02.219763 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_v2 [None req-895fcf0f-ed99-477e-aece-d65f4ec3eca7 admin admin] Deleting subnet 606ca68b-fd17-4f43-af2c-9d03dcf516cb {{(pid=74454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:39:02.223737 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-895fcf0f-ed99-477e-aece-d65f4ec3eca7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:02.287446 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-895fcf0f-ed99-477e-aece-d65f4ec3eca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2217006'] for subnet, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:02.427461 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-895fcf0f-ed99-477e-aece-d65f4ec3eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:02.620042 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781cfb2-8d61-4fda-b607-bf24a7668199 req-f59a7e0d-3079-444b-9490-3c4c35669c3a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:02.621503 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f781cfb2-8d61-4fda-b607-bf24a7668199 req-f59a7e0d-3079-444b-9490-3c4c35669c3a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.1159122 Apr 30 17:39:02.680113 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f781cfb2-8d61-4fda-b607-bf24a7668199 req-fd72240b-0ca5-4286-9722-a6e49dae32c3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466292 Apr 30 17:39:02.760328 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:39:02.798416 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-895fcf0f-ed99-477e-aece-d65f4ec3eca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2749857'] for subnet, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:02.799343 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:39:02.799680 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 1a96ea49-5e4b-45eb-aed0-9fac9dbad4d2 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:39:02.800108 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:39:02.805037 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5984ea8c-f040-43c7-9ffd-b0ee7ce24a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:02.835863 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:39:02.836221 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device af5efd2c-7ece-4fde-9aec-3a38ed0d7cc2 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:39:02.842153 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fcf0f-ed99-477e-aece-d65f4ec3eca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=606ca68b-fd17-4f43-af2c-9d03dcf516cb,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:02.845358 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-895fcf0f-ed99-477e-aece-d65f4ec3eca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:02.846493 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-895fcf0f-ed99-477e-aece-d65f4ec3eca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:02.852864 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df058ef-8646-475d-9993-b90f25d21ee5 None None] Network f562e4fa-da35-484f-a131-30b5eb79aa8c requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:39:02.853077 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-895fcf0f-ed99-477e-aece-d65f4ec3eca7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/606ca68b-fd17-4f43-af2c-9d03dcf516cb HTTP/1.1" status: 204 len: 168 time: 0.6985738 Apr 30 17:39:02.855561 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59104) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:02.969946 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:03.051144 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Deleting port c03a6a97-5c86-49d4-8e18-30a3c471a1fa {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:39:03.051535 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:03.128173 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] DHCP port deletion for f562e4fa-da35-484f-a131-30b5eb79aa8c request from dv-cinder-784779-10-iscsi {{(pid=74456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 17:39:03.162993 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] For port c03a6a97-5c86-49d4-8e18-30a3c471a1fa, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=c03a6a97-5c86-49d4-8e18-30a3c471a1fa,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:03.163368 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:03.194672 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Deleting port c03a6a97-5c86-49d4-8e18-30a3c471a1fa {{(pid=74456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:39:03.195048 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:03.302419 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Calling delete_port for c03a6a97-5c86-49d4-8e18-30a3c471a1fa owned by network:dhcp {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:39:03.311692 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:39:03.323875 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] For port c03a6a97-5c86-49d4-8e18-30a3c471a1fa, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=c03a6a97-5c86-49d4-8e18-30a3c471a1fa,segment=NetworkSegment(9f3bb2ad-46fd-4753-976c-512467d79df7),segment_id=9f3bb2ad-46fd-4753-976c-512467d79df7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:03.324296 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:03.448864 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Calling delete_port for c03a6a97-5c86-49d4-8e18-30a3c471a1fa owned by network:dhcp {{(pid=74456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:39:03.460567 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:03.464679 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-405b7c6f-5b54-4db3-8533-02bb3f1d3bc1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:03.509340 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Pushing event deleted for resources: {'Port': ['ID=c03a6a97-5c86-49d4-8e18-30a3c471a1fa,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:03.511138 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] No DVR routers for this DVR port c03a6a97-5c86-49d4-8e18-30a3c471a1fa on host dv-cinder-784779-10-iscsi {{(pid=74454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:39:03.513096 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:03.587944 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157'] for port, after_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:03.591793 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:03.632518 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:03.638862 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Pushing event deleted for resources: {'Port': ['ID=c03a6a97-5c86-49d4-8e18-30a3c471a1fa,revision_number=None']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:03.644152 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] No DVR routers for this DVR port c03a6a97-5c86-49d4-8e18-30a3c471a1fa on host dv-cinder-784779-10-iscsi {{(pid=74456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:39:03.649597 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:03.649932 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:03.650265 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:03.650593 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:03.650917 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:03.651282 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:03.651630 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:03.651952 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:03.652272 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:03.652597 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:03.652904 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:03.653455 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:03.657148 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-1f034be6-65a8-4e8b-b169-92ae4f98998f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:03.839049 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f562e4fa-da35-484f-a131-30b5eb79aa8c']}} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:03.851695 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3bb2ad-46fd-4753-976c-512467d79df7') {'for_net_delete': True} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:03.852148 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3bb2ad-46fd-4753-976c-512467d79df7') {} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:03.864387 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216983'] for segment, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:03.884478 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:03.886931 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377deb1-87ef-4d04-8c40-1b2d377250f3 req-c6df4364-cdf5-4e4f-ab16-baa62c268013 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:03.888986 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b377deb1-87ef-4d04-8c40-1b2d377250f3 req-c6df4364-cdf5-4e4f-ab16-baa62c268013 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0831044 Apr 30 17:39:03.892695 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=74454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:39:03.980447 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b377deb1-87ef-4d04-8c40-1b2d377250f3 req-f15754ce-4235-4a20-b9b1-004fdfb884f7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843680 Apr 30 17:39:04.026432 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4eae6d7e-9e97-4818-8576-3f5254afb2ed req-b676babd-0d9a-4fa1-ac84-bc57a049e25c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0998523 Apr 30 17:39:04.073869 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Network f562e4fa-da35-484f-a131-30b5eb79aa8c has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:39:04.084346 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383365'] for segment, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:04.169107 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae6d7e-9e97-4818-8576-3f5254afb2ed req-cf8903ac-9635-4f1d-ace7-4572777c8127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:04.170476 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4eae6d7e-9e97-4818-8576-3f5254afb2ed req-cf8903ac-9635-4f1d-ace7-4572777c8127 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cdbcbbe6ee6846d5865d08d212788426&device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 1099 time: 0.0746841 Apr 30 17:39:04.262152 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Network f562e4fa-da35-484f-a131-30b5eb79aa8c has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: Traceback (most recent call last): Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: timer() Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: cb(*args, **kw) Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: return func(*args, **kwargs) Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: self._notify() Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: self.callback(batched_events) Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: event.method(event) Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: return f(self, *a, **k) Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._get(url).json() Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: return self.request(url, 'GET', **kwargs) Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:39:04.285944 dv-cinder-784779-10-iscsi neutron-server[74454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:39:04.322696 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae6d7e-9e97-4818-8576-3f5254afb2ed req-8ec5aa4e-4bb7-4b78-b9c1-acc0596f3d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:04.324228 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4eae6d7e-9e97-4818-8576-3f5254afb2ed req-8ec5aa4e-4bb7-4b78-b9c1-acc0596f3d0f service neutron] 10.222.0.63 "GET /v2.0/networks?id=f6de51b8-401e-44f1-ba63-c82446525040 HTTP/1.1" status: 200 len: 911 time: 0.1328559 Apr 30 17:39:04.403403 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:04.407123 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:04.425446 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:04.432406 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4eae6d7e-9e97-4818-8576-3f5254afb2ed req-54e17887-f8fb-4502-97f0-85fd9634ac98 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 HTTP/1.1" status: 200 len: 1000 time: 0.1013725 Apr 30 17:39:04.438562 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Pushing event deleted for resources: {'Network': ['ID=f562e4fa-da35-484f-a131-30b5eb79aa8c,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:04.443008 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:04.503267 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae6d7e-9e97-4818-8576-3f5254afb2ed req-b579ef50-49a6-42c2-836c-6f8c823f30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:04.504760 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4eae6d7e-9e97-4818-8576-3f5254afb2ed req-b579ef50-49a6-42c2-836c-6f8c823f30fe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6cdb1bba-78e7-4345-8e9e-f00b64aa7efd HTTP/1.1" status: 200 len: 849 time: 0.0642724 Apr 30 17:39:04.524027 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] 10.222.0.18 "DELETE /v2.0/networks/f562e4fa-da35-484f-a131-30b5eb79aa8c HTTP/1.1" status: 204 len: 168 time: 1.6667778 Apr 30 17:39:04.527050 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59110) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:04.682553 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae6d7e-9e97-4818-8576-3f5254afb2ed req-b04beae0-2807-457a-9e1a-c88e329d404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:04.684053 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4eae6d7e-9e97-4818-8576-3f5254afb2ed req-b04beae0-2807-457a-9e1a-c88e329d404b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f6de51b8-401e-44f1-ba63-c82446525040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1714995 Apr 30 17:39:04.754868 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c03a6a97-5c86-49d4-8e18-30a3c471a1fa no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:39:04.789737 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: c03a6a97-5c86-49d4-8e18-30a3c471a1fa {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:39:04.790174 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c03a6a97-5c86-49d4-8e18-30a3c471a1fa not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:39:04.826278 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4eae6d7e-9e97-4818-8576-3f5254afb2ed req-199b5fba-1b2e-455f-b97d-49a196119b6a service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337628 Apr 30 17:39:04.967559 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4eae6d7e-9e97-4818-8576-3f5254afb2ed req-3eb70c6b-cd18-484d-8104-8e3fb796638f service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327460 Apr 30 17:39:05.100889 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1257e44c-89cd-4386-86c3-6231d8215d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4070988'] for router_interface, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:05.188510 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7d0b3-8e28-4149-9a4a-273b31bf395f req-4f74ed20-05cc-476a-be63-fa69e0e1faaa tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:05.189999 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f3e7d0b3-8e28-4149-9a4a-273b31bf395f req-4f74ed20-05cc-476a-be63-fa69e0e1faaa tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0887575 Apr 30 17:39:05.235858 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f3e7d0b3-8e28-4149-9a4a-273b31bf395f req-29b315cd-6f5d-4cf8-b2e6-e24f4827983c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399265 Apr 30 17:39:05.630135 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-1257e44c-89cd-4386-86c3-6231d8215d88 admin admin] Deleting port 7f542c38-64c3-4959-84d4-093a9363e4cd {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:39:05.631266 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1257e44c-89cd-4386-86c3-6231d8215d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:05.758714 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-1257e44c-89cd-4386-86c3-6231d8215d88 admin admin] For port 7f542c38-64c3-4959-84d4-093a9363e4cd, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=7f542c38-64c3-4959-84d4-093a9363e4cd,segment=NetworkSegment(4e36aa98-4fa2-4cbd-867f-8b129893259d),segment_id=4e36aa98-4fa2-4cbd-867f-8b129893259d)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:05.759064 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1257e44c-89cd-4386-86c3-6231d8215d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:05.885419 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-1257e44c-89cd-4386-86c3-6231d8215d88 admin admin] Calling delete_port for 7f542c38-64c3-4959-84d4-093a9363e4cd owned by network:router_interface {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:39:06.083571 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1257e44c-89cd-4386-86c3-6231d8215d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:06.087749 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-40879366-b6a2-45f8-b4a5-587f56d64f92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:06.132355 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257e44c-89cd-4386-86c3-6231d8215d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f542c38-64c3-4959-84d4-093a9363e4cd,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:06.135618 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1257e44c-89cd-4386-86c3-6231d8215d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:06.410813 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1257e44c-89cd-4386-86c3-6231d8215d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4072444'] for router_interface, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:06.445462 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be56e3-d1e1-4b1a-9011-4a635d881594 req-cd5c4fee-e41a-42c3-8689-5808a7f20f7c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:06.446976 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-35be56e3-d1e1-4b1a-9011-4a635d881594 req-cd5c4fee-e41a-42c3-8689-5808a7f20f7c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0970771 Apr 30 17:39:06.500614 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-35be56e3-d1e1-4b1a-9011-4a635d881594 req-815dcf8a-e76a-41e0-b9d4-8253693530cf tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473962 Apr 30 17:39:06.781513 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1257e44c-89cd-4386-86c3-6231d8215d88 admin admin] Router ac7f9534-204c-4e42-b736-94fe2d38fab5 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:39:07.071166 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1257e44c-89cd-4386-86c3-6231d8215d88 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:39:07.080943 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6852d9d9-e5dc-4b21-b1b6-43267eca32ea None None] Sync routers for ids ['ac7f9534-204c-4e42-b736-94fe2d38fab5'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:39:07.091381 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6852d9d9-e5dc-4b21-b1b6-43267eca32ea None None] Routers {'ac7f9534-204c-4e42-b736-94fe2d38fab5'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:39:07.092015 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-6852d9d9-e5dc-4b21-b1b6-43267eca32ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:38:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ac7f9534-204c-4e42-b736-94fe2d38fab5'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:07.164842 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-1257e44c-89cd-4386-86c3-6231d8215d88 admin admin] 10.222.0.18 "PUT /v2.0/routers/ac7f9534-204c-4e42-b736-94fe2d38fab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6365864 Apr 30 17:39:07.167644 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59118) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:07.266458 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-6852d9d9-e5dc-4b21-b1b6-43267eca32ea None None] Set router ac7f9534-204c-4e42-b736-94fe2d38fab5 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:39:07.344268 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] Notify callbacks [] for router, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:07.444372 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 89032f1d-dba6-4f5a-929a-e5b86e92a23f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:39:07.518662 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:07.567141 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-6852d9d9-e5dc-4b21-b1b6-43267eca32ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'name': 'tempest-TestShelveInstance-140057045-router', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '11276a2a-67a0-4edf-8a17-d78b1d6360e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:44Z', 'updated_at': '2021-04-30T17:39:05Z', 'revision_number': 5, 'project_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'gw_port': {'id': '11276a2a-67a0-4edf-8a17-d78b1d6360e0', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:04:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:45Z', 'updated_at': '2021-04-30T17:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:07.571728 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6852d9d9-e5dc-4b21-b1b6-43267eca32ea None None] Checking router: ac7f9534-204c-4e42-b736-94fe2d38fab5 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:39:07.586599 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6852d9d9-e5dc-4b21-b1b6-43267eca32ea None None] Routers {'ac7f9534-204c-4e42-b736-94fe2d38fab5'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:39:07.586599 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-6852d9d9-e5dc-4b21-b1b6-43267eca32ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:38:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ac7f9534-204c-4e42-b736-94fe2d38fab5'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:07.597951 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 89032f1d-dba6-4f5a-929a-e5b86e92a23f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:07.613813 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'port_id': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'mac_address': 'fa:16:3e:85:7d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:39:07.680909 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:07.701552 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89032f1d-dba6-4f5a-929a-e5b86e92a23f {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:39:07.723808 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 89032f1d-dba6-4f5a-929a-e5b86e92a23f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:07.727679 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] Deleting port 11276a2a-67a0-4edf-8a17-d78b1d6360e0 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:39:07.728110 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:07.737901 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ee3b9-75b7-4122-9182-4051c87dfe54 req-7b2ea598-9968-4dda-a31f-4682c1956e9a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:07.746525 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-399ee3b9-75b7-4122-9182-4051c87dfe54 req-7b2ea598-9968-4dda-a31f-4682c1956e9a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.1229968 Apr 30 17:39:07.757039 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-6852d9d9-e5dc-4b21-b1b6-43267eca32ea None None] Set router ac7f9534-204c-4e42-b736-94fe2d38fab5 gateway port host: None {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:39:07.798105 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-399ee3b9-75b7-4122-9182-4051c87dfe54 req-aa6dc1a9-4079-4dc0-a9cd-b75db61c0136 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506668 Apr 30 17:39:07.828446 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:07.830692 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-0190ccf5-f3dd-420a-8867-c5dbd85f93ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:07.874478 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] For port 11276a2a-67a0-4edf-8a17-d78b1d6360e0, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=11276a2a-67a0-4edf-8a17-d78b1d6360e0,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:07.875042 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:07.877890 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-6852d9d9-e5dc-4b21-b1b6-43267eca32ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'name': 'tempest-TestShelveInstance-140057045-router', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:44Z', 'updated_at': '2021-04-30T17:39:07Z', 'revision_number': 6, 'project_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'gw_port_host': None}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:07.883888 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6852d9d9-e5dc-4b21-b1b6-43267eca32ea None None] The sync data for ids ['ac7f9534-204c-4e42-b736-94fe2d38fab5'] in dv-cinder-784779-10-iscsi is: [{'id': 'ac7f9534-204c-4e42-b736-94fe2d38fab5', 'name': 'tempest-TestShelveInstance-140057045-router', 'tenant_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:44Z', 'updated_at': '2021-04-30T17:39:07Z', 'revision_number': 6, 'project_id': '885d776b622c43bcbf5fac2cbe20b4b0', 'gw_port_host': None}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:39:07.914418 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=89032f1d-dba6-4f5a-929a-e5b86e92a23f,revision_number=6']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:07.918591 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:07.928317 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['89032f1d-dba6-4f5a-929a-e5b86e92a23f'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:39:08.007275 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] Calling delete_port for 11276a2a-67a0-4edf-8a17-d78b1d6360e0 owned by network:router_gateway {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:39:08.208915 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:08.212731 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-715a8f34-1f93-46d6-bd55-cf9ef19f57c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:08.259673 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] Pushing event deleted for resources: {'Port': ['ID=11276a2a-67a0-4edf-8a17-d78b1d6360e0,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:08.262294 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:08.363037 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4072803'] for router_gateway, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:08.641009 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497246'] for router, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:08.642412 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:08.749481 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 7f542c38-64c3-4959-84d4-093a9363e4cd no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:39:08.751916 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4073771'] for router, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:08.752701 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac7f9534-204c-4e42-b736-94fe2d38fab5 {{(pid=74454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:39:08.766644 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] Notify callbacks [] for router, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:08.767904 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-6902e7de-e5e3-4e5c-861f-700935ba614c admin admin] 10.222.0.18 "DELETE /v2.0/routers/ac7f9534-204c-4e42-b736-94fe2d38fab5 HTTP/1.1" status: 204 len: 168 time: 1.5992410 Apr 30 17:39:08.771902 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59124) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:08.801550 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 7f542c38-64c3-4959-84d4-093a9363e4cd {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:39:08.801931 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 7f542c38-64c3-4959-84d4-093a9363e4cd not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:39:08.802360 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 11276a2a-67a0-4edf-8a17-d78b1d6360e0 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:39:08.834307 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3dbb37-27a7-4cfc-9552-b62712fd40cd admin admin] Deleting subnet 31f6fb3c-85a6-4da4-b9af-1f943f95e2a7 {{(pid=74455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:39:08.835659 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 11276a2a-67a0-4edf-8a17-d78b1d6360e0 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:39:08.836136 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 11276a2a-67a0-4edf-8a17-d78b1d6360e0 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:39:08.840238 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bf3dbb37-27a7-4cfc-9552-b62712fd40cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:08.897462 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bf3dbb37-27a7-4cfc-9552-b62712fd40cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2695864'] for subnet, precommit_delete_associations {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:09.085208 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9023a-b80f-48f7-bd9c-28c11395c66c req-3e017980-001c-40d6-856f-cdb08601e651 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:09.086646 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e7d9023a-b80f-48f7-bd9c-28c11395c66c req-3e017980-001c-40d6-856f-cdb08601e651 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 945 time: 0.1509962 Apr 30 17:39:09.087760 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bf3dbb37-27a7-4cfc-9552-b62712fd40cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:09.198998 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e7d9023a-b80f-48f7-bd9c-28c11395c66c req-9649c3b5-b1d2-4c01-afb6-5e9af514acf5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820792 Apr 30 17:39:09.235815 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-4b96ba82-c605-4fae-9a0b-1e0e21035afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:09.436315 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bf3dbb37-27a7-4cfc-9552-b62712fd40cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143664'] for subnet, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:09.441683 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-39d9264f-0c21-4214-bf63-d20e7477d94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:09.469512 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 89032f1d-dba6-4f5a-929a-e5b86e92a23f up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:39:09.477459 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3dbb37-27a7-4cfc-9552-b62712fd40cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f6fb3c-85a6-4da4-b9af-1f943f95e2a7,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:09.479460 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bf3dbb37-27a7-4cfc-9552-b62712fd40cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:09.483373 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-bf3dbb37-27a7-4cfc-9552-b62712fd40cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:09.487372 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-bf3dbb37-27a7-4cfc-9552-b62712fd40cd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/31f6fb3c-85a6-4da4-b9af-1f943f95e2a7 HTTP/1.1" status: 204 len: 168 time: 0.7143979 Apr 30 17:39:09.489805 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59130) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:09.496203 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a53cb2-3788-448a-afd9-60c4e57e6229 None None] Network 96641b84-5902-4913-9a9c-7e6b4a33aee8 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:39:09.602237 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:09.682936 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Deleting port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:39:09.683305 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:09.744237 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 89032f1d-dba6-4f5a-929a-e5b86e92a23f triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:39:09.744640 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:09.793212 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] For port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=5f07dfdf-828e-4048-9bb1-76a5b9ff1872,segment=NetworkSegment(4e36aa98-4fa2-4cbd-867f-8b129893259d),segment_id=4e36aa98-4fa2-4cbd-867f-8b129893259d)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:09.793928 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:09.890769 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d311a-a72e-4868-a133-93dd98d8a82a None None] DHCP port deletion for 96641b84-5902-4913-9a9c-7e6b4a33aee8 request from dv-cinder-784779-10-iscsi {{(pid=74456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 17:39:09.895933 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:09.964592 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89032f1d-dba6-4f5a-929a-e5b86e92a23f'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:39:09.977726 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 89032f1d-dba6-4f5a-929a-e5b86e92a23f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:09.997976 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-a80d311a-a72e-4868-a133-93dd98d8a82a None None] Deleting port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 {{(pid=74456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:39:09.998413 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-a80d311a-a72e-4868-a133-93dd98d8a82a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:10.014483 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'code': 200} Apr 30 17:39:10.025982 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Calling delete_port for 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 owned by network:dhcp {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:39:10.077539 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:10.083706 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:10.151620 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-a80d311a-a72e-4868-a133-93dd98d8a82a None None] For port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=5f07dfdf-828e-4048-9bb1-76a5b9ff1872,segment=NetworkSegment(4e36aa98-4fa2-4cbd-867f-8b129893259d),segment_id=4e36aa98-4fa2-4cbd-867f-8b129893259d)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:10.151980 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-a80d311a-a72e-4868-a133-93dd98d8a82a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:10.185063 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:10.188998 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-5a2f04bc-c3f7-4bbe-8575-4abf353fd6d4 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:10.236449 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] No DVR routers for this DVR port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 on host dv-cinder-784779-10-iscsi {{(pid=74455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:39:10.266611 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f07dfdf-828e-4048-9bb1-76a5b9ff1872,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:10.273085 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:10.290323 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-a80d311a-a72e-4868-a133-93dd98d8a82a None None] Calling delete_port for 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 owned by network:dhcp {{(pid=74456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:39:10.298209 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=89032f1d-dba6-4f5a-929a-e5b86e92a23f,revision_number=7']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:10.302099 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:10.341870 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-a80d311a-a72e-4868-a133-93dd98d8a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157'] for port, after_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:10.345478 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:10.393168 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d311a-a72e-4868-a133-93dd98d8a82a None None] Pushing event deleted for resources: {'Port': ['ID=5f07dfdf-828e-4048-9bb1-76a5b9ff1872,revision_number=None']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:10.395374 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-a80d311a-a72e-4868-a133-93dd98d8a82a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:10.398577 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d311a-a72e-4868-a133-93dd98d8a82a None None] No DVR routers for this DVR port 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 on host dv-cinder-784779-10-iscsi {{(pid=74456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:39:10.410973 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:10.530776 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96641b84-5902-4913-9a9c-7e6b4a33aee8']}} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:10.549314 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e36aa98-4fa2-4cbd-867f-8b129893259d') {'for_net_delete': True} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:10.549598 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e36aa98-4fa2-4cbd-867f-8b129893259d') {} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:10.570117 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671e222-09f0-48bc-9f53-7345d9c372cd req-bdcba17d-0eb3-414f-8f00-8e8392274645 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:10.571588 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2671e222-09f0-48bc-9f53-7345d9c372cd req-bdcba17d-0eb3-414f-8f00-8e8392274645 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.2135210 Apr 30 17:39:10.573175 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2695809'] for segment, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:10.604979 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:10.619829 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=74455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:39:10.658639 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2671e222-09f0-48bc-9f53-7345d9c372cd req-384f814b-d3bb-46ec-ad27-60424c8c495b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780942 Apr 30 17:39:10.754313 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:39:10.789832 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:39:10.790123 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 5f07dfdf-828e-4048-9bb1-76a5b9ff1872 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:39:10.805636 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Network 96641b84-5902-4913-9a9c-7e6b4a33aee8 has no segments {{(pid=74455) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:39:10.814905 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511338'] for segment, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:10.980733 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Network 96641b84-5902-4913-9a9c-7e6b4a33aee8 has no segments {{(pid=74455) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: Traceback (most recent call last): Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: timer() Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: cb(*args, **kw) Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: return func(*args, **kwargs) Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: self._notify() Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: self.callback(batched_events) Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: event.method(event) Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: return f(self, *a, **k) Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: return self._get(url).json() Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: return self.request(url, 'GET', **kwargs) Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:39:11.005994 dv-cinder-784779-10-iscsi neutron-server[74455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:39:11.157730 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:11.162696 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:11.165281 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-67102c37-b718-4437-8aeb-baebd6c343f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:11.189295 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Pushing event deleted for resources: {'Network': ['ID=96641b84-5902-4913-9a9c-7e6b4a33aee8,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:11.191841 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:11.195862 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] 10.222.0.18 "DELETE /v2.0/networks/96641b84-5902-4913-9a9c-7e6b4a33aee8 HTTP/1.1" status: 204 len: 168 time: 1.7048116 Apr 30 17:39:11.506069 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59146) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:11.563451 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-6f853e5a-f8c5-4356-8b8c-97686f670778 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7e2f3d3fe7b4c798a2442c8e1d493ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542994 Apr 30 17:39:11.564012 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59150) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:11.626777 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-02d9ea60-d5fa-4ead-94aa-74294d78dcee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:11.652836 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-02d9ea60-d5fa-4ead-94aa-74294d78dcee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:11.786420 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:11.825202 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-02d9ea60-d5fa-4ead-94aa-74294d78dcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:11.830118 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-4c5be0a6-07d4-48db-a576-5900e569e6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:11.850227 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9ea60-d5fa-4ead-94aa-74294d78dcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0740abb-53f1-4476-b860-78d39684987e,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:11.852649 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-02d9ea60-d5fa-4ead-94aa-74294d78dcee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:11.863823 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-02d9ea60-d5fa-4ead-94aa-74294d78dcee admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:11.865010 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-02d9ea60-d5fa-4ead-94aa-74294d78dcee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0740abb-53f1-4476-b860-78d39684987e HTTP/1.1" status: 204 len: 168 time: 0.2999961 Apr 30 17:39:11.889430 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-6050be7c-bc61-4c2a-bf36-dd01dd3741d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:11.892208 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45131e65-f8a0-4e22-8eae-cc32b24e6911 req-baa27087-435d-4556-975f-20131196c4c0 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:11.893772 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-45131e65-f8a0-4e22-8eae-cc32b24e6911 req-baa27087-435d-4556-975f-20131196c4c0 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.1160531 Apr 30 17:39:11.941106 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-45131e65-f8a0-4e22-8eae-cc32b24e6911 req-4ff768f8-9e11-4d15-83e8-569c0438d6a3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409384 Apr 30 17:39:12.577975 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59160) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:12.627434 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-fa7cd35e-a468-40e8-8725-b006f23218e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=885d776b622c43bcbf5fac2cbe20b4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481656 Apr 30 17:39:12.629786 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59164) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:12.693328 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52b6c805-381d-4af8-a146-b56b75bd9b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:12.723491 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52b6c805-381d-4af8-a146-b56b75bd9b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:12.927998 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52b6c805-381d-4af8-a146-b56b75bd9b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:12.932394 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-277fe665-9fbf-4e2e-a63b-369b76db6579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:12.944798 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6c805-381d-4af8-a146-b56b75bd9b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663c3c01-c0a4-487e-a186-1074499e147c,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:12.948674 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-52b6c805-381d-4af8-a146-b56b75bd9b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:12.953865 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-52b6c805-381d-4af8-a146-b56b75bd9b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:12.955296 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-52b6c805-381d-4af8-a146-b56b75bd9b55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/663c3c01-c0a4-487e-a186-1074499e147c HTTP/1.1" status: 204 len: 168 time: 0.3244843 Apr 30 17:39:13.250297 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ec400-5391-40b1-a992-d8dd191ad1b0 req-1a2fa3e0-4c1e-4ca7-b5fa-f712122ede39 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:13.251729 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b56ec400-5391-40b1-a992-d8dd191ad1b0 req-1a2fa3e0-4c1e-4ca7-b5fa-f712122ede39 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.1945748 Apr 30 17:39:13.304597 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b56ec400-5391-40b1-a992-d8dd191ad1b0 req-b76407d0-72c0-42c9-9649-dc72e46e5616 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470996 Apr 30 17:39:13.729152 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:14.540961 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bca325-0966-4890-b267-0954c64fc576 req-1d8132e5-50e0-43a3-ac19-97c57c972119 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:14.542430 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-21bca325-0966-4890-b267-0954c64fc576 req-1d8132e5-50e0-43a3-ac19-97c57c972119 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.1020725 Apr 30 17:39:14.597196 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-21bca325-0966-4890-b267-0954c64fc576 req-77aefae4-bc96-4184-85a2-7a3620903433 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460827 Apr 30 17:39:15.847207 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461887a-2469-49ef-a439-59415c336028 req-9d0576f1-e4df-4fe7-a9c5-85a43ff5c46f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:15.849718 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5461887a-2469-49ef-a439-59415c336028 req-9d0576f1-e4df-4fe7-a9c5-85a43ff5c46f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.1096981 Apr 30 17:39:15.860473 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:15.921066 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5461887a-2469-49ef-a439-59415c336028 req-04ae63d9-f448-43f5-8437-9c5a589aa20b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625019 Apr 30 17:39:16.760787 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faccc07-1c10-4703-8116-20d293d05778 req-66ae5f7d-7946-4270-b120-7a27eaa35ebe tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:16.763669 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4faccc07-1c10-4703-8116-20d293d05778 req-66ae5f7d-7946-4270-b120-7a27eaa35ebe tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 945 time: 0.0908611 Apr 30 17:39:16.816340 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4faccc07-1c10-4703-8116-20d293d05778 req-fa3393d2-af22-42fa-8550-594ae83ed759 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472751 Apr 30 17:39:17.141305 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58379075-01bd-47e5-907d-b6b26512a70c req-c22d7920-2aa5-4be2-b3d2-1657519bb90c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:17.144949 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-58379075-01bd-47e5-907d-b6b26512a70c req-c22d7920-2aa5-4be2-b3d2-1657519bb90c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0897727 Apr 30 17:39:17.194495 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-58379075-01bd-47e5-907d-b6b26512a70c req-d900ae3f-7e5b-488c-bbb5-6b2485f63bf8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432014 Apr 30 17:39:18.016814 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475b30a-20b4-4e42-9ece-e33320edec31 req-ff769c7f-ed89-4685-ad1f-e4fcd9568cc3 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:18.018813 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5475b30a-20b4-4e42-9ece-e33320edec31 req-ff769c7f-ed89-4685-ad1f-e4fcd9568cc3 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 945 time: 0.0880620 Apr 30 17:39:18.088025 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5475b30a-20b4-4e42-9ece-e33320edec31 req-49651ccb-6ff1-4a04-9ff0-23ff3f540033 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623550 Apr 30 17:39:18.441217 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c498ff9-85c6-4c04-a62f-7a5bd8d487f1 req-4ef7161d-fab9-448d-b74a-3b859d2d313a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:18.442892 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1c498ff9-85c6-4c04-a62f-7a5bd8d487f1 req-4ef7161d-fab9-448d-b74a-3b859d2d313a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0906780 Apr 30 17:39:18.498525 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1c498ff9-85c6-4c04-a62f-7a5bd8d487f1 req-00bbfdb7-42a1-489d-a7ca-88bf49594253 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480525 Apr 30 17:39:18.683335 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-3667a4a6-cde2-42d3-a98d-5a0c2814bc11 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:18.684777 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-3667a4a6-cde2-42d3-a98d-5a0c2814bc11 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.63 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 945 time: 0.1209824 Apr 30 17:39:18.892711 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Deleting port a50936eb-8ae7-4610-9c2d-ad38f72ad96c {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:39:18.893167 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:19.046607 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] For port a50936eb-8ae7-4610-9c2d-ad38f72ad96c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a50936eb-8ae7-4610-9c2d-ad38f72ad96c,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:19.046958 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:19.428663 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:19.429251 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:19.429371 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.l3_db [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Floating IP fba0d0d9-ee77-43d2-84a0-a40e5ea6a9a4 disassociated. External IP: 172.27.3.16, port: a50936eb-8ae7-4610-9c2d-ad38f72ad96c. Apr 30 17:39:19.429645 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Calling delete_port for a50936eb-8ae7-4610-9c2d-ad38f72ad96c owned by compute:nova {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:39:19.461083 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7e96a-d224-4b50-9d31-3b734d5e5d7e req-ade64441-6f40-4989-8fdf-b9bbf1e97088 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:19.462661 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8ce7e96a-d224-4b50-9d31-3b734d5e5d7e req-ade64441-6f40-4989-8fdf-b9bbf1e97088 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 945 time: 0.2267435 Apr 30 17:39:19.534765 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8ce7e96a-d224-4b50-9d31-3b734d5e5d7e req-056ea180-6341-463b-9523-b1ae7bbf4dcc tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627224 Apr 30 17:39:19.973810 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd588d2f-ee00-4e5e-9b54-f4d2486e0fde req-cc454ba4-7871-4e85-ab1b-6b8f02389501 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:19.975273 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dd588d2f-ee00-4e5e-9b54-f4d2486e0fde req-cc454ba4-7871-4e85-ab1b-6b8f02389501 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.1878119 Apr 30 17:39:20.024743 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dd588d2f-ee00-4e5e-9b54-f4d2486e0fde req-78e0f73e-6a8b-4e15-8da0-174785fc3c36 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431056 Apr 30 17:39:20.037665 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:20.044598 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-a49ce7ab-d2e2-4268-8c99-0981580083a9 tempest-DeleteServersTestJSON-1121513937 tempest-DeleteServersTestJSON-1121513937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:20.096443 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event deleted for resources: {'Port': ['ID=a50936eb-8ae7-4610-9c2d-ad38f72ad96c,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:20.100063 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:20.304447 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:39:20.608646 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8686f0-b933-4569-a4c3-f2efa7e59b81 req-def67605-203b-4458-a7b6-070ba74346cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:20.611427 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:39:20.611902 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-fe8686f0-b933-4569-a4c3-f2efa7e59b81 req-def67605-203b-4458-a7b6-070ba74346cc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=067011d22557456da24ed65474fc02fc&device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 1137 time: 0.1058469 Apr 30 17:39:20.621896 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0555cfaf-f774-4dab-b076-46e450016fba None None] Sync routers for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:39:20.645624 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0555cfaf-f774-4dab-b076-46e450016fba None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:39:20.646290 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-0555cfaf-f774-4dab-b076-46e450016fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:39:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:20.734543 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d80e0-2460-461e-8aaa-73f018b0b767 req-c2c5473e-5664-4eae-a9b0-93d99124d449 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:20.736780 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f27d80e0-2460-461e-8aaa-73f018b0b767 req-c2c5473e-5664-4eae-a9b0-93d99124d449 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 984 time: 0.2471354 Apr 30 17:39:20.738189 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] No DVR routers for this DVR port a50936eb-8ae7-4610-9c2d-ad38f72ad96c on host hv-cinder-78477 {{(pid=74455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:39:20.740745 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:20.744380 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb959f66-4bd9-46d4-9468-e863c3fa2429', 'name': 'network-vif-deleted', 'tag': 'a50936eb-8ae7-4610-9c2d-ad38f72ad96c'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:39:20.824820 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1a01e941-fa8a-4216-b634-776c36eb3934 req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.63 "DELETE /v2.0/ports/a50936eb-8ae7-4610-9c2d-ad38f72ad96c HTTP/1.1" status: 204 len: 173 time: 2.1332176 Apr 30 17:39:20.826895 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-77790f2c-5e1e-4f9c-bf0a-81d3c29ad922 req-1ff9430b-95e8-4eff-aaac-999a166cd1cd tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Synchronizing usage tracker for tenant:7afc693eecb14c7fb2225f8685751963 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:39:20.874119 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f27d80e0-2460-461e-8aaa-73f018b0b767 req-6132446b-113a-414e-a01e-e36d1e42fc6d tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&id=a6a5a96c-8b31-4a0b-a4c5-d49b638990f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241336 Apr 30 17:39:20.928801 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb959f66-4bd9-46d4-9468-e863c3fa2429', 'name': 'network-vif-deleted', 'tag': 'a50936eb-8ae7-4610-9c2d-ad38f72ad96c', 'status': 'completed', 'code': 200} Apr 30 17:39:20.947331 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8686f0-b933-4569-a4c3-f2efa7e59b81 req-666ee969-87e4-435e-a15a-1c7b135b5d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:20.951394 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-fe8686f0-b933-4569-a4c3-f2efa7e59b81 req-666ee969-87e4-435e-a15a-1c7b135b5d9f service neutron] 10.222.0.63 "GET /v2.0/networks?id=e7aa554e-fd41-4319-a904-ac705010f337 HTTP/1.1" status: 200 len: 916 time: 0.3097198 Apr 30 17:39:20.968821 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-77790f2c-5e1e-4f9c-bf0a-81d3c29ad922 req-1ff9430b-95e8-4eff-aaac-999a166cd1cd tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Unset dirty status for tenant:7afc693eecb14c7fb2225f8685751963 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:39:20.970001 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-77790f2c-5e1e-4f9c-bf0a-81d3c29ad922 req-1ff9430b-95e8-4eff-aaac-999a166cd1cd tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 210 time: 0.2010851 Apr 30 17:39:21.021895 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-0555cfaf-f774-4dab-b076-46e450016fba None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:39:21.118778 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-fe8686f0-b933-4569-a4c3-f2efa7e59b81 req-62ae83bb-6d9e-405a-a47d-bf3e44ca9bed service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c570cfd-3f2a-4830-b3a3-f374146f1f9f HTTP/1.1" status: 200 len: 1001 time: 0.1602631 Apr 30 17:39:21.212750 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8686f0-b933-4569-a4c3-f2efa7e59b81 req-d2b71375-1176-4ea2-aa47-ca2869e27584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:21.214347 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-fe8686f0-b933-4569-a4c3-f2efa7e59b81 req-d2b71375-1176-4ea2-aa47-ca2869e27584 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ce3a3272-2244-4fc8-b58b-8108c9a5cb1f HTTP/1.1" status: 200 len: 854 time: 0.0890698 Apr 30 17:39:21.301106 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8520765-b15a-4bb4-8460-c0c7e98e0c8f req-7d67d05e-4f7f-4f07-9675-05a618141cad tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:21.308982 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f8520765-b15a-4bb4-8460-c0c7e98e0c8f req-7d67d05e-4f7f-4f07-9675-05a618141cad tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.1032481 Apr 30 17:39:21.332293 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8686f0-b933-4569-a4c3-f2efa7e59b81 req-29978753-5966-4c9e-b350-d65154ff0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:21.335346 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-fe8686f0-b933-4569-a4c3-f2efa7e59b81 req-29978753-5966-4c9e-b350-d65154ff0300 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e7aa554e-fd41-4319-a904-ac705010f337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1101849 Apr 30 17:39:21.369135 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f8520765-b15a-4bb4-8460-c0c7e98e0c8f req-1e51d17b-ad3e-458b-b38c-fd6cad3f41cc tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549035 Apr 30 17:39:21.452129 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-0555cfaf-f774-4dab-b076-46e450016fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:21.456982 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0555cfaf-f774-4dab-b076-46e450016fba None None] Checking router: 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:39:21.469407 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0555cfaf-f774-4dab-b076-46e450016fba None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:39:21.470461 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-0555cfaf-f774-4dab-b076-46e450016fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:39:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:21.544068 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device a50936eb-8ae7-4610-9c2d-ad38f72ad96c no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:39:21.596810 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-fe8686f0-b933-4569-a4c3-f2efa7e59b81 req-9fbbfe0e-58fe-4caa-99ca-43007d5d9458 service neutron] 10.222.0.63 "GET /v2.0/networks/e7aa554e-fd41-4319-a904-ac705010f337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532394 Apr 30 17:39:21.681065 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: a50936eb-8ae7-4610-9c2d-ad38f72ad96c {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:39:21.681662 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device a50936eb-8ae7-4610-9c2d-ad38f72ad96c not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:39:21.787182 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-fe8686f0-b933-4569-a4c3-f2efa7e59b81 req-446ff481-359c-491b-af44-b680cec08f81 service neutron] 10.222.0.63 "GET /v2.0/networks/e7aa554e-fd41-4319-a904-ac705010f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732044 Apr 30 17:39:21.830572 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-0555cfaf-f774-4dab-b076-46e450016fba None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:39:22.170004 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9d222-0a73-4157-8678-afe32e009534 req-84a85b7d-ba10-4a84-a4b1-22d6201f8f93 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:22.184278 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6ed9d222-0a73-4157-8678-afe32e009534 req-84a85b7d-ba10-4a84-a4b1-22d6201f8f93 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 984 time: 0.1958327 Apr 30 17:39:22.276004 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-0555cfaf-f774-4dab-b076-46e450016fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:39:22.281034 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0555cfaf-f774-4dab-b076-46e450016fba None None] The sync data for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi is: [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:39:22.307374 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6a79bae2-1f75-43e7-9e73-c36c8b7ea858 req-d41ec3da-1adf-453a-8035-d52ce74d2880 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb959f66-4bd9-46d4-9468-e863c3fa2429 HTTP/1.1" status: 200 len: 210 time: 0.0745797 Apr 30 17:39:22.321407 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6ed9d222-0a73-4157-8678-afe32e009534 req-fad373c3-096b-4d4f-84aa-586679a13449 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&id=a6a5a96c-8b31-4a0b-a4c5-d49b638990f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1359825 Apr 30 17:39:22.629988 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f3349-a446-474a-835b-eb3c4ba2c7d5 req-b7e44db7-3025-47a2-b3a0-e83bad839287 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:22.631845 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-be4f3349-a446-474a-835b-eb3c4ba2c7d5 req-b7e44db7-3025-47a2-b3a0-e83bad839287 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.1382370 Apr 30 17:39:22.683152 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30d0682-ac81-46a0-8f21-b978bd04b907 None None] New status for floating IP fba0d0d9-ee77-43d2-84a0-a40e5ea6a9a4: DOWN {{(pid=74457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:39:22.694161 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-be4f3349-a446-474a-835b-eb3c4ba2c7d5 req-267baeee-e552-4c7b-b931-948de71d0bc1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562024 Apr 30 17:39:23.536170 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fbdf0-81be-4c1c-9543-297ae4168f22 req-44f0f096-aa56-4bd5-8d67-14e97424a588 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:23.537838 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bf0fbdf0-81be-4c1c-9543-297ae4168f22 req-44f0f096-aa56-4bd5-8d67-14e97424a588 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 984 time: 0.1017802 Apr 30 17:39:23.628042 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bf0fbdf0-81be-4c1c-9543-297ae4168f22 req-10285c62-9fcc-4358-be84-9bf29be36eaf tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&id=a6a5a96c-8b31-4a0b-a4c5-d49b638990f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815198 Apr 30 17:39:23.907670 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-a57c9fe5-f010-4353-85bc-49f0fe59c34c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53121536&fields=id&tenant_id=7afc693eecb14c7fb2225f8685751963 HTTP/1.1" status: 200 len: 267 time: 0.0890312 Apr 30 17:39:24.036475 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514172ae-d297-4c59-87ab-c324fe47b9bd req-c864cc41-98bc-4928-9802-c20f3373b36b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:24.037930 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-514172ae-d297-4c59-87ab-c324fe47b9bd req-c864cc41-98bc-4928-9802-c20f3373b36b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.2054670 Apr 30 17:39:24.110110 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-ce89a60d-d97f-4af0-827c-489f32e7bb71 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:24.111601 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-ce89a60d-d97f-4af0-827c-489f32e7bb71 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/networks?id=5118869f-2534-4299-bc69-5de0ebba617c HTTP/1.1" status: 200 len: 811 time: 0.1971834 Apr 30 17:39:24.127961 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-514172ae-d297-4c59-87ab-c324fe47b9bd req-fcf27788-6261-40f3-8cd2-d7d4c3b52998 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791819 Apr 30 17:39:24.131466 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-9c9493a4-aaf7-45e1-8f0b-39df8a8d0814 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/quotas/7afc693eecb14c7fb2225f8685751963 HTTP/1.1" status: 200 len: 375 time: 0.0140853 Apr 30 17:39:24.326837 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-70c302c0-9b6a-4454-a39f-f43868fa8d8b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1886935 Apr 30 17:39:24.488201 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-dd6faaf8-b08b-4a2f-b8b2-08cc8e738709 service neutron] 10.222.0.18 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495383 Apr 30 17:39:24.652930 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-7bd0d214-1695-4113-9a60-815add7ccc1f service neutron] 10.222.0.18 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571207 Apr 30 17:39:24.860194 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e8535-4592-44d2-8bb7-6b8e6d96bf89 req-df34e181-a71d-4956-b60a-7ea76950cc3b tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:24.867305 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-625e8535-4592-44d2-8bb7-6b8e6d96bf89 req-df34e181-a71d-4956-b60a-7ea76950cc3b tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 984 time: 0.1098778 Apr 30 17:39:24.923094 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-625e8535-4592-44d2-8bb7-6b8e6d96bf89 req-13c08940-e46a-4ef5-b0fe-c2408c26c15d tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&id=a6a5a96c-8b31-4a0b-a4c5-d49b638990f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548868 Apr 30 17:39:25.334636 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10ab5d-13a9-49c1-8d36-46b0844da5be req-3794f032-a00f-43e0-9f04-589aa65c9e76 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:25.336212 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aa10ab5d-13a9-49c1-8d36-46b0844da5be req-3794f032-a00f-43e0-9f04-589aa65c9e76 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0870459 Apr 30 17:39:25.385375 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aa10ab5d-13a9-49c1-8d36-46b0844da5be req-5c5af6ae-bdd3-489c-8c06-be0657149866 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427814 Apr 30 17:39:25.635590 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-58e90006-56e4-46df-b213-32a2e7a80197 req-cbca4c15-fb97-42e8-ae8b-86230111ccdc tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 210 time: 0.0506206 Apr 30 17:39:26.111555 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60669dc4-b6cb-453f-bbb3-e998c41dc8f7 req-d1ff5fbc-4291-45ed-8d7c-3bca8855ad0f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:26.113023 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60669dc4-b6cb-453f-bbb3-e998c41dc8f7 req-d1ff5fbc-4291-45ed-8d7c-3bca8855ad0f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 984 time: 0.0823872 Apr 30 17:39:26.168416 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60669dc4-b6cb-453f-bbb3-e998c41dc8f7 req-b5828730-d483-4889-a7f4-73ee43378a17 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&id=a6a5a96c-8b31-4a0b-a4c5-d49b638990f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493019 Apr 30 17:39:26.590728 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c407749-8295-41a4-b6f0-bda35d63be27 req-88f7bcde-b52c-4e98-8aef-6c7dc57e3dbc tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:26.593728 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4c407749-8295-41a4-b6f0-bda35d63be27 req-88f7bcde-b52c-4e98-8aef-6c7dc57e3dbc tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0915275 Apr 30 17:39:26.638633 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb1f5d-d6f0-404d-8ebe-3a517913fc76 req-7393cc4c-e0b3-41c5-a1c5-86744a83cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:26.640568 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-5beb1f5d-d6f0-404d-8ebe-3a517913fc76 req-7393cc4c-e0b3-41c5-a1c5-86744a83cbf7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 1099 time: 0.0947254 Apr 30 17:39:26.645481 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4c407749-8295-41a4-b6f0-bda35d63be27 req-5cb0b09a-81c0-403e-acc1-6fcef373874c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450575 Apr 30 17:39:26.749425 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f2431d29-e85d-4acb-b370-75f4c4e5721e req-63d08c41-99d5-4060-be1b-5067c2f4d6f4 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 210 time: 0.0517321 Apr 30 17:39:26.784932 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb1f5d-d6f0-404d-8ebe-3a517913fc76 req-95b2184c-aac1-414f-91cf-a5580e9cdacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:26.786458 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-5beb1f5d-d6f0-404d-8ebe-3a517913fc76 req-95b2184c-aac1-414f-91cf-a5580e9cdacd service neutron] 10.222.0.63 "GET /v2.0/networks?id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 200 len: 917 time: 0.1362417 Apr 30 17:39:26.898598 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-5beb1f5d-d6f0-404d-8ebe-3a517913fc76 req-dc06aa63-bd11-4e2b-9a7e-d83f95a7a672 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f HTTP/1.1" status: 200 len: 1002 time: 0.1040730 Apr 30 17:39:26.963947 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb1f5d-d6f0-404d-8ebe-3a517913fc76 req-5bbc7f5d-98b5-48cf-bc64-912116c87d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:26.965473 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-5beb1f5d-d6f0-404d-8ebe-3a517913fc76 req-5bbc7f5d-98b5-48cf-bc64-912116c87d3e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c3cec6c4-057f-403e-861a-e867b0518223 HTTP/1.1" status: 200 len: 855 time: 0.0601890 Apr 30 17:39:27.046373 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb1f5d-d6f0-404d-8ebe-3a517913fc76 req-c14ac775-881c-4959-98d5-9c2a860f91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:27.048022 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-5beb1f5d-d6f0-404d-8ebe-3a517913fc76 req-c14ac775-881c-4959-98d5-9c2a860f91d2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0759611 Apr 30 17:39:27.185571 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-5beb1f5d-d6f0-404d-8ebe-3a517913fc76 req-c5c25d05-80a0-4f7a-8c21-1d033de21262 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298575 Apr 30 17:39:27.320866 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-5beb1f5d-d6f0-404d-8ebe-3a517913fc76 req-9b7a867b-e61f-4598-85b9-0709f4d8f6b0 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297448 Apr 30 17:39:27.368394 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e271e49-5974-4d4e-96c0-87ad53e22550 req-009d7f8a-3c05-48cd-bfe7-218a491fb640 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:27.369851 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7e271e49-5974-4d4e-96c0-87ad53e22550 req-009d7f8a-3c05-48cd-bfe7-218a491fb640 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 984 time: 0.0832579 Apr 30 17:39:27.418860 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7e271e49-5974-4d4e-96c0-87ad53e22550 req-d4d762dd-20d2-4492-ae3f-8dcb45cb5b6b tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&id=a6a5a96c-8b31-4a0b-a4c5-d49b638990f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422132 Apr 30 17:39:27.858236 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22431c43-96e8-4fbc-b00f-33c56a744a84 req-7da7ec13-782e-471b-8f10-4c3e19c1f439 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:27.859973 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22431c43-96e8-4fbc-b00f-33c56a744a84 req-7da7ec13-782e-471b-8f10-4c3e19c1f439 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0838757 Apr 30 17:39:27.916956 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c6ad1adc-377f-4b3d-b823-ff6e3bb23ddb req-afdef4e6-742e-4bc1-b801-000c43278c27 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 210 time: 0.0562329 Apr 30 17:39:27.944615 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-22431c43-96e8-4fbc-b00f-33c56a744a84 req-03e136d2-9a61-4bb4-8682-42f9cad68bd6 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520773 Apr 30 17:39:28.618239 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19e1b4-61e9-4611-b29e-110dbbcb5715 req-61d13329-8752-4046-b516-730a2ccd9f74 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:28.620104 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7f19e1b4-61e9-4611-b29e-110dbbcb5715 req-61d13329-8752-4046-b516-730a2ccd9f74 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 984 time: 0.0931695 Apr 30 17:39:28.671166 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7f19e1b4-61e9-4611-b29e-110dbbcb5715 req-8db5553c-52d3-472a-9c31-5a722f8a9f54 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&id=a6a5a96c-8b31-4a0b-a4c5-d49b638990f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447109 Apr 30 17:39:29.105625 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3d4aaefa-0b8b-4304-b4b7-66c8265ee946 req-338bc32b-6cc9-454a-9e05-865ea51f3bf3 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 210 time: 0.0753446 Apr 30 17:39:29.162453 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83039169-6ca7-4d19-8a68-d6ed9f5307c1 req-f2a986d8-dd44-4c7c-9150-9b09dab21f9e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:29.163527 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-83039169-6ca7-4d19-8a68-d6ed9f5307c1 req-f2a986d8-dd44-4c7c-9150-9b09dab21f9e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 946 time: 0.0975015 Apr 30 17:39:29.210625 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-83039169-6ca7-4d19-8a68-d6ed9f5307c1 req-e7e348e5-7431-4907-a38e-57188bb0f4f7 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400484 Apr 30 17:39:29.570602 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 89032f1d-dba6-4f5a-929a-e5b86e92a23f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:39:29.693205 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:29.722339 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89032f1d-dba6-4f5a-929a-e5b86e92a23f'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:39:29.734552 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 89032f1d-dba6-4f5a-929a-e5b86e92a23f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:29.787117 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'code': 200} Apr 30 17:39:29.826538 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:29.828593 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-e03f6fb0-db13-4e85-b28c-1a33b624c325 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:29.912512 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:29.972410 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=89032f1d-dba6-4f5a-929a-e5b86e92a23f,revision_number=8']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:29.978327 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:29.979701 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f5c79-718b-4cb8-8cbe-84f1e8bb79c8 req-c1f8135c-aa2a-495c-8c54-09d99d8da194 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:29.987618 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c81f5c79-718b-4cb8-8cbe-84f1e8bb79c8 req-c1f8135c-aa2a-495c-8c54-09d99d8da194 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 984 time: 0.2050924 Apr 30 17:39:30.032359 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c81f5c79-718b-4cb8-8cbe-84f1e8bb79c8 req-1b79e962-2a9b-41ef-8fbc-08813b57fcda tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&id=a6a5a96c-8b31-4a0b-a4c5-d49b638990f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429838 Apr 30 17:39:30.038483 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-f4c38832-d814-4eba-b8fb-d0d6e05e479d tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:30.040150 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-f4c38832-d814-4eba-b8fb-d0d6e05e479d tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.63 "GET /v2.0/networks?id=5118869f-2534-4299-bc69-5de0ebba617c HTTP/1.1" status: 200 len: 811 time: 0.2763348 Apr 30 17:39:30.095663 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-9c9aca3a-6f09-4739-8ec5-9c852d9f8032 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afc693eecb14c7fb2225f8685751963 HTTP/1.1" status: 200 len: 378 time: 0.0462484 Apr 30 17:39:30.104187 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Request body: {'port': {'device_id': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'admin_state_up': True, 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'security_groups': ['be56e4a4-8cdc-47a1-a037-bdefde5b5f3d']}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:39:30.252775 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:39:30.265661 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:39:30.276101 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3b1e3abc-f9fe-48e8-8cb1-9d1820f50452 req-d23f41a3-f0ef-4c0d-afc1-0adabe959fd5 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 210 time: 0.0489802 Apr 30 17:39:30.380189 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Made reservation on behalf of 7afc693eecb14c7fb2225f8685751963 for: {'port': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:39:30.383681 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:30.421707 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d0d3b-0c7b-4794-89c2-9cd9d65d987d req-fe22a2cd-b8a7-4659-8870-97133c86188f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:30.423254 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d22d0d3b-0c7b-4794-89c2-9cd9d65d987d req-fe22a2cd-b8a7-4659-8870-97133c86188f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.0860157 Apr 30 17:39:30.571674 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Allocated IP 172.20.0.14 (5118869f-2534-4299-bc69-5de0ebba617c/2b18b45e-7170-467e-a603-cb45300a0239/cc2cfaa2-1bac-4ec2-9269-f829e3f79798) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:39:30.587353 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d22d0d3b-0c7b-4794-89c2-9cd9d65d987d req-3ac3f91f-be30-405e-8590-e44d67c2e82d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568730 Apr 30 17:39:30.775748 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:30.796780 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Transition to ACTIVE for port object cc2cfaa2-1bac-4ec2-9269-f829e3f79798 will not be triggered until provisioned by entity DHCP. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:39:31.003725 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:31.009811 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5ed7c82d-61c4-446b-a635-0a8c8b7c8520 tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:31.073615 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Network 5118869f-2534-4299-bc69-5de0ebba617c is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:39:31.077718 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:39:31.083135 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:39:31.139550 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'Port': ['ID=cc2cfaa2-1bac-4ec2-9269-f829e3f79798,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:31.153388 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:31.154332 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:31.154714 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:31.155064 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:31.155442 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:31.155799 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:31.156151 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:31.156507 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:31.156895 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:31.157209 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:31.157560 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:31.157918 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:39:31.163624 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:31.182871 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:31.183539 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:31.259217 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d95be1-fdc6-46af-b9df-6d2b1b1010a4 req-9294c4d7-c3fa-4157-afeb-252ee8166f93 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:31.262427 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-69d95be1-fdc6-46af-b9df-6d2b1b1010a4 req-9294c4d7-c3fa-4157-afeb-252ee8166f93 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 984 time: 0.1115093 Apr 30 17:39:31.284407 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-6d235397-f4d4-4618-ae5d-7367b7ddbe67 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1832187 Apr 30 17:39:31.297711 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Request body: {'port': {'device_id': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:39:31.319462 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-69d95be1-fdc6-46af-b9df-6d2b1b1010a4 req-5cc757b8-2d59-4225-8ce5-64ea616eabc7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&id=a6a5a96c-8b31-4a0b-a4c5-d49b638990f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507603 Apr 30 17:39:31.417028 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:31.464099 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-f703b368-8b37-4ceb-90e8-493026a5143a None None] Provisioning for port cc2cfaa2-1bac-4ec2-9269-f829e3f79798 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:39:31.470313 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-f703b368-8b37-4ceb-90e8-493026a5143a None None] Provisioning complete for port cc2cfaa2-1bac-4ec2-9269-f829e3f79798 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:39:31.472017 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-f703b368-8b37-4ceb-90e8-493026a5143a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:31.527164 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c69bb-f4e7-41bb-915f-08f230746fb2 req-6c238956-acf0-4388-97bb-4311c9982356 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:31.531681 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f30c69bb-f4e7-41bb-915f-08f230746fb2 req-6c238956-acf0-4388-97bb-4311c9982356 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 932 time: 0.0995853 Apr 30 17:39:31.537848 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-f703b368-8b37-4ceb-90e8-493026a5143a None None] Port cc2cfaa2-1bac-4ec2-9269-f829e3f79798 cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:39:31.602897 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f30c69bb-f4e7-41bb-915f-08f230746fb2 req-bb03d4a0-e477-4289-9cab-de4c31a2f29f tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659475 Apr 30 17:39:31.787128 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2cfaa2-1bac-4ec2-9269-f829e3f79798 {{(pid=74454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:39:31.795958 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:31.812606 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Transition to ACTIVE for port object cc2cfaa2-1bac-4ec2-9269-f829e3f79798 will not be triggered until provisioned by entity L2. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:39:31.917255 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:31.921714 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1089126a-782b-466b-925b-4292d6613372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:32.060742 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Pushing event updated for resources: {'Port': ['ID=cc2cfaa2-1bac-4ec2-9269-f829e3f79798,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:32.088031 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:32.174734 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Attempting to bind port cc2cfaa2-1bac-4ec2-9269-f829e3f79798 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:39:32.175091 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Attempting to bind port cc2cfaa2-1bac-4ec2-9269-f829e3f79798 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:39:32.175428 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Attempting to bind port cc2cfaa2-1bac-4ec2-9269-f829e3f79798 on network 5118869f-2534-4299-bc69-5de0ebba617c {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:39:32.180117 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Port cc2cfaa2-1bac-4ec2-9269-f829e3f79798 on network 5118869f-2534-4299-bc69-5de0ebba617c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:39:32.180433 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Attempting to bind port cc2cfaa2-1bac-4ec2-9269-f829e3f79798 on network 5118869f-2534-4299-bc69-5de0ebba617c {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:39:32.186321 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:39:32.186661 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Checking segment: {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:39:32.187039 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Bound using segment: {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:39:32.187501 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Bound port: cc2cfaa2-1bac-4ec2-9269-f829e3f79798, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'}}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:39:32.187845 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:32.284275 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] For port cc2cfaa2-1bac-4ec2-9269-f829e3f79798, host hv-cinder-78477, cleared binding levels {{(pid=74454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:39:32.287399 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] For port cc2cfaa2-1bac-4ec2-9269-f829e3f79798, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc2cfaa2-1bac-4ec2-9269-f829e3f79798,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:39:32.363494 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:32.367611 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-40229cec-3f23-4f42-8f86-1ab520bfdafa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:32.428150 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:32.428857 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:32.430199 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] 10.222.0.63 "PUT /v2.0/ports/cc2cfaa2-1bac-4ec2-9269-f829e3f79798 HTTP/1.1" status: 200 len: 1094 time: 1.1381485 Apr 30 17:39:32.430754 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'tag': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:39:32.455959 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Pushing event updated for resources: {'Port': ['ID=cc2cfaa2-1bac-4ec2-9269-f829e3f79798,revision_number=3']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:32.464531 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-fe047a89-c81d-4db2-b055-8a4f27ebc41c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:32.542164 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5a9f5-c2e1-48f3-a7fd-30881c432206 req-661cfb4d-840f-43b8-ac8b-930fe8e67088 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:32.543831 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-95a5a9f5-c2e1-48f3-a7fd-30881c432206 req-661cfb4d-840f-43b8-ac8b-930fe8e67088 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 984 time: 0.0962458 Apr 30 17:39:32.607942 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-95a5a9f5-c2e1-48f3-a7fd-30881c432206 req-2d36c062-712b-4a64-ae41-92cc6319702f tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&id=a6a5a96c-8b31-4a0b-a4c5-d49b638990f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532320 Apr 30 17:39:32.649603 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-232828e3-33cb-4658-90bf-8ad8141086ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:32.649603 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-232828e3-33cb-4658-90bf-8ad8141086ad service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 1097 time: 0.1023154 Apr 30 17:39:32.816099 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'tag': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'status': 'completed', 'code': 200} Apr 30 17:39:32.831064 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-bac33340-e4df-4f79-bab7-853820ae756a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2cfaa2-1bac-4ec2-9269-f829e3f79798 HTTP/1.1" status: 200 len: 217 time: 0.1723230 Apr 30 17:39:32.851228 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77995922-3867-4708-8699-c4ba762cceab req-9f7e0caf-b61d-4538-a2c9-32877dc0d6c9 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:32.852662 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-77995922-3867-4708-8699-c4ba762cceab req-9f7e0caf-b61d-4538-a2c9-32877dc0d6c9 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.0868375 Apr 30 17:39:32.902181 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-2d4f2239-b54b-48ca-a49d-c6148a1db34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:32.904877 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-2d4f2239-b54b-48ca-a49d-c6148a1db34e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2b18b45e-7170-467e-a603-cb45300a0239 HTTP/1.1" status: 200 len: 850 time: 0.0651410 Apr 30 17:39:32.905704 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-77995922-3867-4708-8699-c4ba762cceab req-2398833f-41c2-42ab-8d68-aac5dea34432 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465543 Apr 30 17:39:32.983799 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-a38e9b92-f954-458f-929f-03d8e96de925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:32.985264 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-a38e9b92-f954-458f-929f-03d8e96de925 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5118869f-2534-4299-bc69-5de0ebba617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0741520 Apr 30 17:39:33.137585 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-2dddb2a0-cfe1-4362-8e46-6e14dd913c38 service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356752 Apr 30 17:39:33.286661 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-560ad3dc-a626-4cfc-a606-8361120d91cd req-da8540b7-f8dd-4ac4-9403-15763bed405d service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341996 Apr 30 17:39:33.474204 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1bab8-5cb3-4a42-8136-73eb4a85ec7a req-965d8e80-a116-4c32-8334-59ab9a7c2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:33.476059 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-3ad1bab8-5cb3-4a42-8136-73eb4a85ec7a req-965d8e80-a116-4c32-8334-59ab9a7c2f45 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 1097 time: 0.0777006 Apr 30 17:39:33.591999 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 89032f1d-dba6-4f5a-929a-e5b86e92a23f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:39:33.621016 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1bab8-5cb3-4a42-8136-73eb4a85ec7a req-12e52502-9eb5-4478-ad2a-f6bda8c63cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:33.623006 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-3ad1bab8-5cb3-4a42-8136-73eb4a85ec7a req-12e52502-9eb5-4478-ad2a-f6bda8c63cc3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5118869f-2534-4299-bc69-5de0ebba617c HTTP/1.1" status: 200 len: 912 time: 0.1405437 Apr 30 17:39:33.694612 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-3ad1bab8-5cb3-4a42-8136-73eb4a85ec7a req-5d5f5a2a-7ee0-4e40-b114-14f86815eabe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2cfaa2-1bac-4ec2-9269-f829e3f79798 HTTP/1.1" status: 200 len: 217 time: 0.0640213 Apr 30 17:39:33.768148 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1bab8-5cb3-4a42-8136-73eb4a85ec7a req-39b3277b-7bf8-4e82-aaa9-9daddae5e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:33.769769 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-3ad1bab8-5cb3-4a42-8136-73eb4a85ec7a req-39b3277b-7bf8-4e82-aaa9-9daddae5e69e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2b18b45e-7170-467e-a603-cb45300a0239 HTTP/1.1" status: 200 len: 850 time: 0.0666881 Apr 30 17:39:33.796344 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb3a21-dbd1-4f5f-bb3d-751f9c51e01a req-6a43fd3f-4a8d-4a71-9654-f97cfe3ea083 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:33.797837 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-81fb3a21-dbd1-4f5f-bb3d-751f9c51e01a req-6a43fd3f-4a8d-4a71-9654-f97cfe3ea083 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 984 time: 0.0826283 Apr 30 17:39:33.846972 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-81fb3a21-dbd1-4f5f-bb3d-751f9c51e01a req-1979205b-15c4-4a15-adec-1ad4262f55a5 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&id=a6a5a96c-8b31-4a0b-a4c5-d49b638990f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428960 Apr 30 17:39:33.849468 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1bab8-5cb3-4a42-8136-73eb4a85ec7a req-24867bf4-4870-4e9d-9802-14734dd61638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:33.851013 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-3ad1bab8-5cb3-4a42-8136-73eb4a85ec7a req-24867bf4-4870-4e9d-9802-14734dd61638 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5118869f-2534-4299-bc69-5de0ebba617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0742059 Apr 30 17:39:33.992385 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-3ad1bab8-5cb3-4a42-8136-73eb4a85ec7a req-0df3f5b4-3d9e-45b5-ad85-9aa739ed0484 service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279783 Apr 30 17:39:34.100395 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ae958-bb56-4a68-a842-ee5d6f07c550 req-14c81f7e-3c79-4778-932d-1e9510d22477 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:34.101863 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aa9ae958-bb56-4a68-a842-ee5d6f07c550 req-14c81f7e-3c79-4778-932d-1e9510d22477 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.0891783 Apr 30 17:39:34.138191 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-3ad1bab8-5cb3-4a42-8136-73eb4a85ec7a req-f33b0e92-61f6-4361-a9fc-7ad2a591240e service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379168 Apr 30 17:39:34.152820 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aa9ae958-bb56-4a68-a842-ee5d6f07c550 req-a8d47e3b-44c7-4d83-82fe-2b5548b4c89b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439920 Apr 30 17:39:34.746097 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79c105-0e2c-4512-8979-01814ca364d5 req-e7c1431e-e430-47f2-af9a-64fe33e5e55e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:34.747587 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1e79c105-0e2c-4512-8979-01814ca364d5 req-e7c1431e-e430-47f2-af9a-64fe33e5e55e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.0854149 Apr 30 17:39:34.798570 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1e79c105-0e2c-4512-8979-01814ca364d5 req-cd685a59-d591-4beb-8379-774994b3d62c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447736 Apr 30 17:39:35.186363 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-9957d337-d220-486f-9b33-36a971d9fa33 req-5b26b083-cf21-4cb3-a105-11f6cc3e9210 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748727 Apr 30 17:39:35.362158 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695744c6-2c12-4055-aa81-c39c3db817c5 req-7dced029-9937-4254-b70b-f2cb35d97936 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:35.370649 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-695744c6-2c12-4055-aa81-c39c3db817c5 req-7dced029-9937-4254-b70b-f2cb35d97936 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.1001043 Apr 30 17:39:35.410990 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-695744c6-2c12-4055-aa81-c39c3db817c5 req-22e4ac6f-6c06-439d-8c0b-c4bff88d87dc tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414441 Apr 30 17:39:35.995558 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16c433-fbeb-49fb-b97e-42085fea8c4c req-ccb80b73-fcb2-4631-aa04-78ce9b481abb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:35.997010 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d16c433-fbeb-49fb-b97e-42085fea8c4c req-ccb80b73-fcb2-4631-aa04-78ce9b481abb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.0844271 Apr 30 17:39:36.043689 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d16c433-fbeb-49fb-b97e-42085fea8c4c req-0e278035-24e6-43cc-b6fd-b3663413458e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408974 Apr 30 17:39:36.191804 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957d337-d220-486f-9b33-36a971d9fa33 req-6ef30803-d5a8-4d9e-af3a-44724cf619bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:36.193295 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-9957d337-d220-486f-9b33-36a971d9fa33 req-6ef30803-d5a8-4d9e-af3a-44724cf619bb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f&tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3 HTTP/1.1" status: 200 len: 1097 time: 0.0735731 Apr 30 17:39:36.283311 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957d337-d220-486f-9b33-36a971d9fa33 req-c6310864-afc7-4f27-9eb4-6e2095721bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:36.284756 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-9957d337-d220-486f-9b33-36a971d9fa33 req-c6310864-afc7-4f27-9eb4-6e2095721bcf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 1097 time: 0.0707617 Apr 30 17:39:36.417636 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957d337-d220-486f-9b33-36a971d9fa33 req-e3e1e23c-5ea1-4a5e-8bfd-19271f385161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:36.419001 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-9957d337-d220-486f-9b33-36a971d9fa33 req-e3e1e23c-5ea1-4a5e-8bfd-19271f385161 service neutron] 10.222.0.63 "GET /v2.0/networks?id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 200 len: 917 time: 0.1272237 Apr 30 17:39:36.606619 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975400d-5067-4e3e-a0a2-dd70ee1d9dc0 req-9c75f777-4713-4486-bc1f-3117c4c106e0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:36.609358 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8975400d-5067-4e3e-a0a2-dd70ee1d9dc0 req-9c75f777-4713-4486-bc1f-3117c4c106e0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.0844469 Apr 30 17:39:36.617912 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-9957d337-d220-486f-9b33-36a971d9fa33 req-b65c0a12-af75-4700-8698-ef2552ddbf52 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f HTTP/1.1" status: 200 len: 1000 time: 0.1923456 Apr 30 17:39:36.661528 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8975400d-5067-4e3e-a0a2-dd70ee1d9dc0 req-e63427e5-dbf2-45a8-9b1c-84bb20089d83 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460534 Apr 30 17:39:36.684173 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957d337-d220-486f-9b33-36a971d9fa33 req-a2dc47cb-b247-4c5e-8761-43bd3be2fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:36.686229 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-9957d337-d220-486f-9b33-36a971d9fa33 req-a2dc47cb-b247-4c5e-8761-43bd3be2fcdd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c3cec6c4-057f-403e-861a-e867b0518223 HTTP/1.1" status: 200 len: 855 time: 0.0605977 Apr 30 17:39:36.762976 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957d337-d220-486f-9b33-36a971d9fa33 req-d0798c29-d6ac-4138-914e-672b9bf27e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:36.765703 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-9957d337-d220-486f-9b33-36a971d9fa33 req-d0798c29-d6ac-4138-914e-672b9bf27e6a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0732245 Apr 30 17:39:36.902946 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-9957d337-d220-486f-9b33-36a971d9fa33 req-16ea20dc-8fb6-437b-9e0f-d1c54b5106bd service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303058 Apr 30 17:39:37.037594 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-9957d337-d220-486f-9b33-36a971d9fa33 req-6e8de045-2b95-4c8f-b31d-810f1a94194c service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286604 Apr 30 17:39:37.239458 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb33b92-0586-4c60-ac9d-ccad91d0fe83 req-c59634bf-a260-406a-9ddd-4665e1b2be56 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:37.240986 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dcb33b92-0586-4c60-ac9d-ccad91d0fe83 req-c59634bf-a260-406a-9ddd-4665e1b2be56 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.0850713 Apr 30 17:39:37.287684 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dcb33b92-0586-4c60-ac9d-ccad91d0fe83 req-75581874-7b63-43e0-a287-64a54a30723a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406344 Apr 30 17:39:37.857175 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4e43c-b8c8-4bba-ae76-c6aaf1fad737 req-57ea6321-f83b-4837-bc54-9adc44964459 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:37.859503 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-88c4e43c-b8c8-4bba-ae76-c6aaf1fad737 req-57ea6321-f83b-4837-bc54-9adc44964459 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.0871494 Apr 30 17:39:37.906552 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-88c4e43c-b8c8-4bba-ae76-c6aaf1fad737 req-832b049a-fa45-4583-a3e9-4807a0f392f1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410888 Apr 30 17:39:38.633421 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7a525-a8c8-4bb8-8e1a-5ce5690ef394 req-29abf2d3-53bc-40b9-b0fd-325cac87e376 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:38.635793 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-28b7a525-a8c8-4bb8-8e1a-5ce5690ef394 req-29abf2d3-53bc-40b9-b0fd-325cac87e376 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.2216146 Apr 30 17:39:38.691162 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-28b7a525-a8c8-4bb8-8e1a-5ce5690ef394 req-1af6f1a5-c111-41ac-b079-9813297d19b3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466254 Apr 30 17:39:39.106207 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebde1d4-795c-4c89-af19-9d4daeda147c req-e8d12afc-6760-42fb-a381-6f27e44841b3 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:39.108539 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bebde1d4-795c-4c89-af19-9d4daeda147c req-e8d12afc-6760-42fb-a381-6f27e44841b3 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.0920534 Apr 30 17:39:39.157742 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bebde1d4-795c-4c89-af19-9d4daeda147c req-cbd0986b-ab97-4f1c-b7d1-89630c9bb8f4 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423188 Apr 30 17:39:39.226450 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-41c4fb4a-be9d-44da-834e-666d9654bf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:39.899584 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fd69b-850b-4c0f-bd36-5e556d6b5891 req-fe29d1be-0f8c-41fa-81f6-0a04ba6edd16 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:39.901133 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-191fd69b-850b-4c0f-bd36-5e556d6b5891 req-fe29d1be-0f8c-41fa-81f6-0a04ba6edd16 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.0880938 Apr 30 17:39:39.949170 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-191fd69b-850b-4c0f-bd36-5e556d6b5891 req-fb835772-62d7-4509-bcd9-18c210ce134b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416691 Apr 30 17:39:40.311344 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:39:40.407033 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cc3d3-e07b-4396-90d6-58c9a1ab881b req-edac02d1-4434-4fda-b698-321ec51b2903 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:40.408557 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e53cc3d3-e07b-4396-90d6-58c9a1ab881b req-edac02d1-4434-4fda-b698-321ec51b2903 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.1371968 Apr 30 17:39:40.468402 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e53cc3d3-e07b-4396-90d6-58c9a1ab881b req-c9021ded-9095-413b-a7b4-b5ecbb47412a tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483363 Apr 30 17:39:41.268453 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173de757-8a0c-41f0-8125-7718293600b9 req-9dd3fbea-f1df-4713-ab27-f34eee1f2243 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:41.269972 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-173de757-8a0c-41f0-8125-7718293600b9 req-9dd3fbea-f1df-4713-ab27-f34eee1f2243 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.1814890 Apr 30 17:39:41.316510 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-173de757-8a0c-41f0-8125-7718293600b9 req-3cceb5e3-6f35-46a1-9b59-49a052af2301 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406361 Apr 30 17:39:41.703590 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35578c02-0773-4908-845b-ad9bb22e1043 req-a959720b-618f-4d09-846c-24c37cbb6102 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:41.705144 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-35578c02-0773-4908-845b-ad9bb22e1043 req-a959720b-618f-4d09-846c-24c37cbb6102 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.1115432 Apr 30 17:39:41.762722 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-35578c02-0773-4908-845b-ad9bb22e1043 req-6698d797-2a47-4fa5-8fe6-e171b4383661 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489414 Apr 30 17:39:41.784800 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:41.877594 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-c42ed550-5bf0-427c-b786-28a6639667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:42.517776 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0a1c-9171-4ddc-81f3-ad4a677d6db5 req-07df52ac-dba3-4ca8-ada3-0d2dbff40e41 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:42.519297 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-120e0a1c-9171-4ddc-81f3-ad4a677d6db5 req-07df52ac-dba3-4ca8-ada3-0d2dbff40e41 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.0849655 Apr 30 17:39:42.571408 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-120e0a1c-9171-4ddc-81f3-ad4a677d6db5 req-78f829eb-350f-4eb6-8767-5570816f8811 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461659 Apr 30 17:39:42.974484 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510dfd1-8bd1-4cad-85cd-d31281d33152 req-74ef02d4-4e47-45d2-a909-24e648a55384 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:42.976173 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e510dfd1-8bd1-4cad-85cd-d31281d33152 req-74ef02d4-4e47-45d2-a909-24e648a55384 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.0955586 Apr 30 17:39:43.029872 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e510dfd1-8bd1-4cad-85cd-d31281d33152 req-8f394d91-35f5-4443-96dd-3245947dd4fd tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450034 Apr 30 17:39:43.780018 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad4e05-b081-48c7-94b2-a6eaea91e227 req-587011a8-178c-4ad0-8e35-bbe9a701061f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:43.781585 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a7ad4e05-b081-48c7-94b2-a6eaea91e227 req-587011a8-178c-4ad0-8e35-bbe9a701061f tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.0931113 Apr 30 17:39:43.790517 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:43.832776 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a7ad4e05-b081-48c7-94b2-a6eaea91e227 req-0b1aea07-7d27-40c5-99d5-8ec6562ea236 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442026 Apr 30 17:39:44.226529 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587c2a7-a720-406e-a831-642951f19fbc req-6120e292-5d7c-485c-b6a9-2d5154052e55 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:44.228065 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6587c2a7-a720-406e-a831-642951f19fbc req-6120e292-5d7c-485c-b6a9-2d5154052e55 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.0833571 Apr 30 17:39:44.288200 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6587c2a7-a720-406e-a831-642951f19fbc req-9f5b29b4-3f0c-4d92-9748-acb7a3ef13bc tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501022 Apr 30 17:39:45.037227 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e1ab6-02f3-47bc-b205-05ab64dd06fd req-9ebad7f7-da13-4160-a9d0-8f8a871e171a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:45.038870 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5d7e1ab6-02f3-47bc-b205-05ab64dd06fd req-9ebad7f7-da13-4160-a9d0-8f8a871e171a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.0853024 Apr 30 17:39:45.095123 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5d7e1ab6-02f3-47bc-b205-05ab64dd06fd req-883ab727-ca1b-4dd1-ad90-4e0ef7dd2982 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494370 Apr 30 17:39:45.495764 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846ad1b-2013-4891-9cea-f27b06a1efb4 req-0af8f755-491e-4d7d-b2bf-11461d40c432 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:45.497257 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1846ad1b-2013-4891-9cea-f27b06a1efb4 req-0af8f755-491e-4d7d-b2bf-11461d40c432 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.0925519 Apr 30 17:39:45.547853 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1846ad1b-2013-4891-9cea-f27b06a1efb4 req-3dc67519-8c00-44e3-bb3e-3f3513f3aee1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438845 Apr 30 17:39:45.739954 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:46.300428 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f380c4-4773-455c-b022-f18d54fd16dc req-78069748-857b-4552-8500-fd1bccc4fc0d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:46.301918 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1f380c4-4773-455c-b022-f18d54fd16dc req-78069748-857b-4552-8500-fd1bccc4fc0d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.0810330 Apr 30 17:39:46.350143 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1f380c4-4773-455c-b022-f18d54fd16dc req-4094a6da-0d3c-4845-9ac3-77a67b78c7fe tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423799 Apr 30 17:39:46.748221 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df592865-8fb3-425f-9364-cc06fd76bae3 req-c38d45d4-0df3-40f0-bd7f-5dcee69bed97 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:46.750433 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-df592865-8fb3-425f-9364-cc06fd76bae3 req-c38d45d4-0df3-40f0-bd7f-5dcee69bed97 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.0896754 Apr 30 17:39:46.797945 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-df592865-8fb3-425f-9364-cc06fd76bae3 req-b7f998f0-612e-4b5d-ad68-1f88e35bda1c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411553 Apr 30 17:39:47.548127 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841a289-8c13-496a-9fe6-97074eb8a695 req-e117fd67-236e-49b0-9053-7b2fe65cfec5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:47.549633 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e841a289-8c13-496a-9fe6-97074eb8a695 req-e117fd67-236e-49b0-9053-7b2fe65cfec5 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.0875130 Apr 30 17:39:47.609578 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e841a289-8c13-496a-9fe6-97074eb8a695 req-224e5706-7d2c-4ab9-8214-46f7f46ea1df tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541415 Apr 30 17:39:48.004543 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6308d-d0d0-4f4a-8d29-5e3ca1e70520 req-edf3a442-f8da-43d9-847d-ddae12b4a7c3 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:48.005932 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-58d6308d-d0d0-4f4a-8d29-5e3ca1e70520 req-edf3a442-f8da-43d9-847d-ddae12b4a7c3 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.0910835 Apr 30 17:39:48.061710 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-58d6308d-d0d0-4f4a-8d29-5e3ca1e70520 req-68057583-280d-4a15-af13-4c6bd15c1470 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487945 Apr 30 17:39:48.820228 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7be112-47ba-4975-b99a-5b34655e5c4d req-28a2df58-f2c4-4c43-a80e-c67f7fe74e2a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:48.822926 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2b7be112-47ba-4975-b99a-5b34655e5c4d req-28a2df58-f2c4-4c43-a80e-c67f7fe74e2a tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.0955474 Apr 30 17:39:48.870399 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2b7be112-47ba-4975-b99a-5b34655e5c4d req-f18077d4-a926-447a-96a0-39b404377c97 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428150 Apr 30 17:39:49.257475 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60287bb4-7f1e-4d57-8fc7-50211646880b req-e488b026-340c-42e5-a9ea-915e9cabacf6 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:49.258997 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60287bb4-7f1e-4d57-8fc7-50211646880b req-e488b026-340c-42e5-a9ea-915e9cabacf6 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.0910664 Apr 30 17:39:49.309543 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60287bb4-7f1e-4d57-8fc7-50211646880b req-375199ee-13df-4be4-aba8-167bc6486d14 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446699 Apr 30 17:39:50.072062 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36818cd-7d26-4199-86a1-147eeccc8ee7 req-76768f86-c477-4788-8c61-82498116f34e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:50.073677 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e36818cd-7d26-4199-86a1-147eeccc8ee7 req-76768f86-c477-4788-8c61-82498116f34e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.0809026 Apr 30 17:39:50.124073 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e36818cd-7d26-4199-86a1-147eeccc8ee7 req-e7584f25-f4ad-40e9-869e-b66d157ccd5d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438108 Apr 30 17:39:50.503017 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944de5d9-56de-4a8d-9646-9d2fe79c0fc9 req-9cffdb32-008d-4ec3-bb23-e6c62496ca81 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:50.504522 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-944de5d9-56de-4a8d-9646-9d2fe79c0fc9 req-9cffdb32-008d-4ec3-bb23-e6c62496ca81 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.0816193 Apr 30 17:39:50.549601 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-944de5d9-56de-4a8d-9646-9d2fe79c0fc9 req-a7a18e1e-1a01-47d6-86e4-df72f3493e7c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392919 Apr 30 17:39:51.405879 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be20cd1-f3ce-48e8-ad73-7fb970a42726 req-20719395-83b4-4244-974d-78a6480a3956 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:51.407352 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9be20cd1-f3ce-48e8-ad73-7fb970a42726 req-20719395-83b4-4244-974d-78a6480a3956 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.1702549 Apr 30 17:39:51.453217 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9be20cd1-f3ce-48e8-ad73-7fb970a42726 req-fd0db389-0930-4b3c-9dad-bb7fc22d2988 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393846 Apr 30 17:39:51.741853 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcfbd4-05d3-45fb-a7bf-dafda23d9776 req-5a6bc3ff-775b-4527-a290-3c58d73f42f8 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:51.743207 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6fbcfbd4-05d3-45fb-a7bf-dafda23d9776 req-5a6bc3ff-775b-4527-a290-3c58d73f42f8 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.0826156 Apr 30 17:39:51.789404 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6fbcfbd4-05d3-45fb-a7bf-dafda23d9776 req-b610fa24-cc40-405a-aa5f-895fccc7bca1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402319 Apr 30 17:39:52.647452 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d14510-36b3-475e-9b6c-c674ddc1bc2c req-62707528-4ea8-4b73-a728-532d1a86e14c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:52.648967 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-01d14510-36b3-475e-9b6c-c674ddc1bc2c req-62707528-4ea8-4b73-a728-532d1a86e14c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.0833094 Apr 30 17:39:52.698563 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-01d14510-36b3-475e-9b6c-c674ddc1bc2c req-7e321404-9c79-406c-b44d-9366c6c621f6 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437553 Apr 30 17:39:52.972269 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3e1c2-bb11-47f5-ade6-a9c31b9c716a req-5914189f-c615-4381-9fe6-e1f0458de041 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:52.974480 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cfa3e1c2-bb11-47f5-ade6-a9c31b9c716a req-5914189f-c615-4381-9fe6-e1f0458de041 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.0795519 Apr 30 17:39:53.018978 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cfa3e1c2-bb11-47f5-ade6-a9c31b9c716a req-fdcc5c66-89db-4131-b8b5-e89d42acbe33 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388319 Apr 30 17:39:54.239766 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872b7c4-1d76-46e6-b018-6312ef3b28d6 req-21c8f48a-48af-4ee0-a84a-327ccde56d12 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:54.241230 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5872b7c4-1d76-46e6-b018-6312ef3b28d6 req-21c8f48a-48af-4ee0-a84a-327ccde56d12 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.1391830 Apr 30 17:39:54.275187 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2f20b-b440-469b-bb10-66b34df0ae3b req-3c712c8e-9007-420a-946e-a1b84d21a879 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:54.276634 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-84f2f20b-b440-469b-bb10-66b34df0ae3b req-3c712c8e-9007-420a-946e-a1b84d21a879 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.1336780 Apr 30 17:39:54.321320 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5872b7c4-1d76-46e6-b018-6312ef3b28d6 req-b70e24e2-7af1-4e01-9a9a-273b471581bb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738695 Apr 30 17:39:54.341307 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-84f2f20b-b440-469b-bb10-66b34df0ae3b req-fc581cfb-ec64-4007-8354-b5f60c67a13e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575943 Apr 30 17:39:55.580081 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14015f1d-f2bf-459a-a304-c1b7d8d15d80 req-6d440530-aba9-4e31-ad72-4ca668d0c2fe tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:55.581423 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-14015f1d-f2bf-459a-a304-c1b7d8d15d80 req-6d440530-aba9-4e31-ad72-4ca668d0c2fe tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.1457722 Apr 30 17:39:55.590646 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff0b2e-7bc3-4378-bb7a-bc6777e3c162 req-62deafba-1e29-4d40-b1b8-24c07e272ad7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:55.592009 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-41ff0b2e-7bc3-4378-bb7a-bc6777e3c162 req-62deafba-1e29-4d40-b1b8-24c07e272ad7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 944 time: 0.1239696 Apr 30 17:39:55.664547 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-14015f1d-f2bf-459a-a304-c1b7d8d15d80 req-59e5c660-bdd3-410b-bc97-f920faa8e69e tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715983 Apr 30 17:39:55.668899 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-41ff0b2e-7bc3-4378-bb7a-bc6777e3c162 req-9f2cb8f9-29f5-4064-9c0a-47dedc49de97 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623815 Apr 30 17:39:55.707257 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device cc2cfaa2-1bac-4ec2-9269-f829e3f79798 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:39:55.841261 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port cc2cfaa2-1bac-4ec2-9269-f829e3f79798, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc2cfaa2-1bac-4ec2-9269-f829e3f79798,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:55.854698 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'port_id': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'mac_address': 'fa:16:3e:b6:01:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:39:55.914444 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:55.931870 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2cfaa2-1bac-4ec2-9269-f829e3f79798 {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:39:55.946945 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port cc2cfaa2-1bac-4ec2-9269-f829e3f79798, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc2cfaa2-1bac-4ec2-9269-f829e3f79798,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:56.046819 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:56.049454 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-65ad0d4e-ca21-42b7-9678-77981294674a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:56.117921 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=cc2cfaa2-1bac-4ec2-9269-f829e3f79798,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:56.121741 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:56.240831 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d0289-d31a-471d-b0a1-4559bd7c18c9 req-d5869bfb-f111-4a65-8df1-ed893c5ee1d2 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:56.242287 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9f1d0289-d31a-471d-b0a1-4559bd7c18c9 req-d5869bfb-f111-4a65-8df1-ed893c5ee1d2 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0875473 Apr 30 17:39:56.288367 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9f1d0289-d31a-471d-b0a1-4559bd7c18c9 req-10c7cd3f-5260-42ca-8da3-08511b18e0dd tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402212 Apr 30 17:39:56.383628 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['cc2cfaa2-1bac-4ec2-9269-f829e3f79798'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:39:56.917556 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab306f3-a039-4426-9921-85dce7459082 req-a2df5e3c-4aa6-4a90-943e-a7b8ead8ad7e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:56.918989 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1ab306f3-a039-4426-9921-85dce7459082 req-a2df5e3c-4aa6-4a90-943e-a7b8ead8ad7e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 945 time: 0.1404927 Apr 30 17:39:56.928690 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2215f-6b64-4486-82d8-c840b2c21e77 req-7e499519-08eb-4ce0-a78f-b4a7e6897ebb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:56.930030 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-47b2215f-6b64-4486-82d8-c840b2c21e77 req-7e499519-08eb-4ce0-a78f-b4a7e6897ebb tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 944 time: 0.1528547 Apr 30 17:39:56.999853 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1ab306f3-a039-4426-9921-85dce7459082 req-188cb99a-9447-451d-812a-e0dedfd726c1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688126 Apr 30 17:39:57.002397 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-47b2215f-6b64-4486-82d8-c840b2c21e77 req-2399786b-5c97-4235-ae4e-95525aaaa383 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581000 Apr 30 17:39:57.474247 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984726d-cee6-407b-a7b2-e7295e8e255f req-6f5685cd-3a8f-4341-b35f-305dd86dcfed tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:57.475725 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9984726d-cee6-407b-a7b2-e7295e8e255f req-6f5685cd-3a8f-4341-b35f-305dd86dcfed tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0824828 Apr 30 17:39:57.521290 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9984726d-cee6-407b-a7b2-e7295e8e255f req-6b04c938-9b36-4dc1-b66d-b3bc6a24d26f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397766 Apr 30 17:39:57.719169 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device cc2cfaa2-1bac-4ec2-9269-f829e3f79798 up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:39:57.743935 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 89032f1d-dba6-4f5a-929a-e5b86e92a23f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:39:57.943958 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 89032f1d-dba6-4f5a-929a-e5b86e92a23f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:57.957165 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'port_id': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'mac_address': 'fa:16:3e:85:7d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:39:57.988479 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port cc2cfaa2-1bac-4ec2-9269-f829e3f79798 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:39:58.004438 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port cc2cfaa2-1bac-4ec2-9269-f829e3f79798 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:39:58.005118 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:58.057667 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:58.086945 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89032f1d-dba6-4f5a-929a-e5b86e92a23f {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:39:58.108942 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 89032f1d-dba6-4f5a-929a-e5b86e92a23f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:58.166288 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:58.194337 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:39:58.208746 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:58.211928 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:58.253879 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port cc2cfaa2-1bac-4ec2-9269-f829e3f79798, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc2cfaa2-1bac-4ec2-9269-f829e3f79798,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:39:58.256552 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0c063-7931-408b-859a-1a709bf9cf09 req-679bbd68-a6b4-48e5-86b0-62e63f9041e1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:58.258010 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-46e0c063-7931-408b-859a-1a709bf9cf09 req-679bbd68-a6b4-48e5-86b0-62e63f9041e1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 945 time: 0.1441197 Apr 30 17:39:58.281167 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=89032f1d-dba6-4f5a-929a-e5b86e92a23f,revision_number=9']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:58.284272 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:58.288768 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c32b3c-3e28-4b69-8d4a-1d4e7eaab517 req-f3a547cf-2fec-42e9-b0b8-3e33e5b64f00 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:58.290204 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-06c32b3c-3e28-4b69-8d4a-1d4e7eaab517 req-f3a547cf-2fec-42e9-b0b8-3e33e5b64f00 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 945 time: 0.1379204 Apr 30 17:39:58.336248 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-46e0c063-7931-408b-859a-1a709bf9cf09 req-eba2409b-6587-4172-be4e-bc354a4561c0 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700836 Apr 30 17:39:58.345596 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:58.348564 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:58.368586 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-06c32b3c-3e28-4b69-8d4a-1d4e7eaab517 req-b45ce19f-6b16-4f7d-8b21-bfb89d43914b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684645 Apr 30 17:39:58.390069 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'code': 200} Apr 30 17:39:58.428147 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=cc2cfaa2-1bac-4ec2-9269-f829e3f79798,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:58.431000 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:58.554508 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['89032f1d-dba6-4f5a-929a-e5b86e92a23f'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:39:58.715925 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c7b2b-53d3-4f6e-ae04-2231f5eda050 req-fc26fddc-5059-4bda-b870-a3c0d385bff3 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:58.717393 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d62c7b2b-53d3-4f6e-ae04-2231f5eda050 req-fc26fddc-5059-4bda-b870-a3c0d385bff3 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0849535 Apr 30 17:39:58.771406 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d62c7b2b-53d3-4f6e-ae04-2231f5eda050 req-9163e23b-a499-43fc-9852-4890eeec2065 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407541 Apr 30 17:39:58.874921 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c135a-7d0f-4b68-b9a2-390418a723ca req-22a560d7-c355-4af6-9d2f-40c5d9a87e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:58.876322 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-0c8c135a-7d0f-4b68-b9a2-390418a723ca req-22a560d7-c355-4af6-9d2f-40c5d9a87e83 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 1099 time: 0.0820608 Apr 30 17:39:58.918250 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-0c8c135a-7d0f-4b68-b9a2-390418a723ca req-68bd7fca-a4d6-401f-b8e7-4dcd9cbba786 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349576 Apr 30 17:39:59.684655 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef488982-52c8-4bc1-92a5-56c8b0f9202c req-068665e6-6ae0-4cfc-af4e-5fb95fe72479 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:59.686152 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ef488982-52c8-4bc1-92a5-56c8b0f9202c req-068665e6-6ae0-4cfc-af4e-5fb95fe72479 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 946 time: 0.2433488 Apr 30 17:39:59.697928 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8935c0f-f597-4400-a031-11fdf08544ca req-ba9abce6-a5f1-4203-9eeb-f8941559a211 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:59.699322 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b8935c0f-f597-4400-a031-11fdf08544ca req-ba9abce6-a5f1-4203-9eeb-f8941559a211 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 945 time: 0.2201955 Apr 30 17:39:59.736659 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 89032f1d-dba6-4f5a-929a-e5b86e92a23f up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:39:59.771387 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ef488982-52c8-4bc1-92a5-56c8b0f9202c req-a2313eea-3570-4e15-a77c-806a1b15d033 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709565 Apr 30 17:39:59.773886 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b8935c0f-f597-4400-a031-11fdf08544ca req-5eab4503-20ce-4aee-970c-917ef3679491 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603821 Apr 30 17:39:59.831478 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 89032f1d-dba6-4f5a-929a-e5b86e92a23f triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:39:59.831852 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:59.930350 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:59.955981 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:59.962742 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27131287-a311-4313-8deb-9846c6fdeb21 req-d966c1e9-b1e9-4b71-929f-080345127d16 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:39:59.964214 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-27131287-a311-4313-8deb-9846c6fdeb21 req-d966c1e9-b1e9-4b71-929f-080345127d16 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0850337 Apr 30 17:39:59.994405 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 89032f1d-dba6-4f5a-929a-e5b86e92a23f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:40:00.010681 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-27131287-a311-4313-8deb-9846c6fdeb21 req-a34dd02c-a94a-4b4e-98e5-f3e80ea4e1a9 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406399 Apr 30 17:40:00.054429 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:00.056423 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:00.123037 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=89032f1d-dba6-4f5a-929a-e5b86e92a23f,revision_number=10']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:00.125265 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:00.390985 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89032f1d-dba6-4f5a-929a-e5b86e92a23f'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:40:00.438926 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'code': 200} Apr 30 17:40:00.828850 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172ccf7-6722-453c-afae-a48c3aa041ae req-61f02ccf-2084-48c3-b25c-99cb04ac53b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:00.830547 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6172ccf7-6722-453c-afae-a48c3aa041ae req-61f02ccf-2084-48c3-b25c-99cb04ac53b3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 1100 time: 0.0742114 Apr 30 17:40:00.879536 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6172ccf7-6722-453c-afae-a48c3aa041ae req-67539447-0ac8-4a3c-9dbb-5d9aa161924f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416250 Apr 30 17:40:01.030724 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538b535-9375-446a-81b9-1068601d058d req-03e14472-9807-4014-8726-fbe5d982a7e2 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:01.032190 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c538b535-9375-446a-81b9-1068601d058d req-03e14472-9807-4014-8726-fbe5d982a7e2 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 947 time: 0.1434557 Apr 30 17:40:01.042182 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10e077-5ca8-4489-9784-a188bd903897 req-c9c1e2a8-4a7d-401d-bdb0-c708a51c773b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:01.043592 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0c10e077-5ca8-4489-9784-a188bd903897 req-c9c1e2a8-4a7d-401d-bdb0-c708a51c773b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 946 time: 0.1561482 Apr 30 17:40:01.115364 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c538b535-9375-446a-81b9-1068601d058d req-5a13c355-2f2f-4f99-b752-2b538b91ee59 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707974 Apr 30 17:40:01.119952 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0c10e077-5ca8-4489-9784-a188bd903897 req-a2e71aed-9c71-4845-8e78-dcfb2a974476 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621855 Apr 30 17:40:01.360391 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f296f25-37e3-4e63-8334-24a30a735414 req-9db0c630-ce70-42e4-bb92-ebed6e6de6f1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:01.361737 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5f296f25-37e3-4e63-8334-24a30a735414 req-9db0c630-ce70-42e4-bb92-ebed6e6de6f1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.1481965 Apr 30 17:40:01.369979 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd17074-a939-4c3d-a0ca-aae71ba2bc11 req-8c2fe564-e6ce-4969-8210-135a9b6db444 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:01.371320 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2fd17074-a939-4c3d-a0ca-aae71ba2bc11 req-8c2fe564-e6ce-4969-8210-135a9b6db444 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 946 time: 0.1261559 Apr 30 17:40:01.447322 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5f296f25-37e3-4e63-8334-24a30a735414 req-563aa9aa-4211-440b-a672-f61bf83f7e25 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749419 Apr 30 17:40:01.451651 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2fd17074-a939-4c3d-a0ca-aae71ba2bc11 req-2b7725b6-322d-4066-ac4e-81638e5e3037 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643125 Apr 30 17:40:01.474924 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59558) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:01.544521 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff463cb-90bb-4932-86ed-55ca637dabfe tempest-TestVolumeBootPattern-1376134106 tempest-TestVolumeBootPattern-1376134106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:01.545240 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-bff463cb-90bb-4932-86ed-55ca637dabfe tempest-TestVolumeBootPattern-1376134106 tempest-TestVolumeBootPattern-1376134106-project-admin] Synchronizing usage tracker for tenant:fb1f838f7adc48668b0ffff0aee7d8b5 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:40:01.671560 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-bff463cb-90bb-4932-86ed-55ca637dabfe tempest-TestVolumeBootPattern-1376134106 tempest-TestVolumeBootPattern-1376134106-project-admin] Unset dirty status for tenant:fb1f838f7adc48668b0ffff0aee7d8b5 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:40:01.672800 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-bff463cb-90bb-4932-86ed-55ca637dabfe tempest-TestVolumeBootPattern-1376134106 tempest-TestVolumeBootPattern-1376134106-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 1094 time: 0.1968589 Apr 30 17:40:01.675544 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59562) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:01.682195 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Request body: {'floatingip': {'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'port_id': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address': '172.20.0.14'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:40:01.688443 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:40:01.692218 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Usage tracker for resource:floatingip and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:40:01.695890 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:40:01.701630 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:40:01.785663 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for floatingip, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:01.922770 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:02.065125 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Allocated IP 172.27.3.138 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/02dd76e9-f4e9-4da5-93c2-4a5b657cf6c0) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:40:02.219920 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:02.322769 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d25643-aead-4493-9317-a7b281da2b49 req-93f53f15-be56-4c75-b73f-d62cad2d87c2 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:02.324250 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-27d25643-aead-4493-9317-a7b281da2b49 req-93f53f15-be56-4c75-b73f-d62cad2d87c2 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 947 time: 0.0917645 Apr 30 17:40:02.371529 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-27d25643-aead-4493-9317-a7b281da2b49 req-c0179674-075c-424e-b4f9-e70ff786e5da tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413380 Apr 30 17:40:02.375887 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:02.380468 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-daf5307b-9e30-4aef-965a-44f16c34b1e0 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:02.438475 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:40:02.441080 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:40:02.444900 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:40:02.493234 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'Port': ['ID=02dd76e9-f4e9-4da5-93c2-4a5b657cf6c0,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:02.501886 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:02.502046 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:02.502404 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:02.502855 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:02.503100 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:02.503484 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:02.503786 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:02.504106 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:02.504452 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:02.504882 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:02.505260 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:02.505561 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:02.510869 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:02.778606 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068554e-e4b7-4a2f-839c-fb289df823c2 req-1b4f7658-1522-4190-abdf-a7060dd8489d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:02.780186 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8068554e-e4b7-4a2f-839c-fb289df823c2 req-1b4f7658-1522-4190-abdf-a7060dd8489d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.2198231 Apr 30 17:40:03.021245 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8068554e-e4b7-4a2f-839c-fb289df823c2 req-78e8b3e1-ad9e-4907-b2d3-df3f3b7a7e5d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321424 Apr 30 17:40:03.090789 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:03.291166 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:03.556622 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:03.585657 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c95471-5342-4164-a958-ea9c30090e07 req-56eeff44-ac9a-4e3b-b304-6742f22f49d9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:03.587312 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-77c95471-5342-4164-a958-ea9c30090e07 req-56eeff44-ac9a-4e3b-b304-6742f22f49d9 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 947 time: 0.1028564 Apr 30 17:40:03.634208 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-77c95471-5342-4164-a958-ea9c30090e07 req-282551f3-6a56-4f42-a134-8ca19d1410af tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408716 Apr 30 17:40:03.634932 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:03.638652 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:03.747251 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'Port': ['ID=02dd76e9-f4e9-4da5-93c2-4a5b657cf6c0,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:03.751223 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:03.757978 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:03.938153 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.l3_db [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Floating IP 8a263c18-08e4-4231-97c1-61a0718f9e5f associated. External IP: 172.27.3.138, port: cc2cfaa2-1bac-4ec2-9269-f829e3f79798. Apr 30 17:40:04.402544 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:40:04.410983 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7541518-1bbb-4606-93f5-67741c6ea2f8 req-bc21e56a-2eb7-4d52-a67e-ac2ac041495f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:04.412542 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e7541518-1bbb-4606-93f5-67741c6ea2f8 req-bc21e56a-2eb7-4d52-a67e-ac2ac041495f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.2306449 Apr 30 17:40:04.557740 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e7541518-1bbb-4606-93f5-67741c6ea2f8 req-ec0e4de0-5bc4-4943-bcb0-d342f7a4b137 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374347 Apr 30 17:40:04.867262 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:40:04.876564 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e5c17-6475-4b5d-b598-b273c4d218e2 None None] Sync routers for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:40:04.886566 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e5c17-6475-4b5d-b598-b273c4d218e2 None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:40:04.887221 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-ac9e5c17-6475-4b5d-b598-b273c4d218e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:39:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:04.915906 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455ad71-9ca9-4f11-8064-23aea1d09263 req-5dfd00e2-4df2-4554-b15d-92c618a07958 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:04.917396 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8455ad71-9ca9-4f11-8064-23aea1d09263 req-5dfd00e2-4df2-4554-b15d-92c618a07958 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 947 time: 0.1418023 Apr 30 17:40:04.962830 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:04.990743 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8455ad71-9ca9-4f11-8064-23aea1d09263 req-f761bc08-6d07-4c9b-a460-9f4942793266 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667334 Apr 30 17:40:05.034525 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3579164 Apr 30 17:40:05.035260 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'tag': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:40:05.077508 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-ac9e5c17-6475-4b5d-b598-b273c4d218e2 None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:40:05.079328 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'tag': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'status': 'completed', 'code': 200} Apr 30 17:40:05.229253 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a383d81-fa4d-426b-b821-e364170e9b50 req-87fdc0a9-329c-48cb-9160-b9ed63820ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:05.230731 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6a383d81-fa4d-426b-b821-e364170e9b50 req-87fdc0a9-329c-48cb-9160-b9ed63820ca9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 1099 time: 0.1259322 Apr 30 17:40:05.368122 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a383d81-fa4d-426b-b821-e364170e9b50 req-b8c7a0a2-dcf4-4fc2-aeb9-97e757f9b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:05.369555 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6a383d81-fa4d-426b-b821-e364170e9b50 req-b8c7a0a2-dcf4-4fc2-aeb9-97e757f9b882 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5118869f-2534-4299-bc69-5de0ebba617c HTTP/1.1" status: 200 len: 912 time: 0.1323049 Apr 30 17:40:05.434986 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-ac9e5c17-6475-4b5d-b598-b273c4d218e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '8a263c18-08e4-4231-97c1-61a0718f9e5f', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'port_id': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'mac_address': 'fa:16:3e:b6:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:40:03Z', 'updated_at': '2021-04-30T17:40:03Z', 'revision_number': 0, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:05.439247 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e5c17-6475-4b5d-b598-b273c4d218e2 None None] Checking router: 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:40:05.448173 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e5c17-6475-4b5d-b598-b273c4d218e2 None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:40:05.448833 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-ac9e5c17-6475-4b5d-b598-b273c4d218e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:39:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:05.475231 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6a383d81-fa4d-426b-b821-e364170e9b50 req-47aaf7d4-7f96-4d1d-8bb9-1336d1c62ccb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2cfaa2-1bac-4ec2-9269-f829e3f79798 HTTP/1.1" status: 200 len: 1000 time: 0.0992358 Apr 30 17:40:05.539450 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a383d81-fa4d-426b-b821-e364170e9b50 req-034e3534-6f70-4aa6-829a-aa9aa962ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:05.540898 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6a383d81-fa4d-426b-b821-e364170e9b50 req-034e3534-6f70-4aa6-829a-aa9aa962ecfc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2b18b45e-7170-467e-a603-cb45300a0239 HTTP/1.1" status: 200 len: 850 time: 0.0598824 Apr 30 17:40:05.627724 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a383d81-fa4d-426b-b821-e364170e9b50 req-6fdb6520-0149-440d-8d87-d0493bdd5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:05.630397 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6a383d81-fa4d-426b-b821-e364170e9b50 req-6fdb6520-0149-440d-8d87-d0493bdd5027 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5118869f-2534-4299-bc69-5de0ebba617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0819523 Apr 30 17:40:05.641266 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [req-6a383d81-fa4d-426b-b821-e364170e9b50 req-62e3b68d-10c7-471c-b2c0-18a677ce2549 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:40:05.642441 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6a383d81-fa4d-426b-b821-e364170e9b50 req-62e3b68d-10c7-471c-b2c0-18a677ce2549 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057847 Apr 30 17:40:05.690474 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-ac9e5c17-6475-4b5d-b598-b273c4d218e2 None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:40:05.797237 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6a383d81-fa4d-426b-b821-e364170e9b50 req-e3a33de4-bb4c-4742-a9c2-4815f09e02d5 service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478901 Apr 30 17:40:05.811984 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb38ed-e2ff-4833-91de-8242ab68e635 req-a89f7a9d-488c-4fe7-b679-58c40a858daf tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:05.813579 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-92eb38ed-e2ff-4833-91de-8242ab68e635 req-a89f7a9d-488c-4fe7-b679-58c40a858daf tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.1355884 Apr 30 17:40:05.869080 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-92eb38ed-e2ff-4833-91de-8242ab68e635 req-01f2aa0c-9329-42b5-9b53-7c5087b62230 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466371 Apr 30 17:40:05.881646 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6220385b-e480-4690-acd5-4b55901a2655 req-2681edef-fa90-4a35-bced-c5a3a76b3e8d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1321163 Apr 30 17:40:05.954028 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-6a383d81-fa4d-426b-b821-e364170e9b50 req-a60f7a4a-f1f4-4293-a5ab-7ee6f9f841bb service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506329 Apr 30 17:40:05.980350 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220385b-e480-4690-acd5-4b55901a2655 req-47208a18-c908-4a09-bf93-3c53935bbc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:05.981856 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6220385b-e480-4690-acd5-4b55901a2655 req-47208a18-c908-4a09-bf93-3c53935bbc79 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 1100 time: 0.0726056 Apr 30 17:40:06.070316 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-ac9e5c17-6475-4b5d-b598-b273c4d218e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '8a263c18-08e4-4231-97c1-61a0718f9e5f', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'port_id': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'mac_address': 'fa:16:3e:b6:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:40:03Z', 'updated_at': '2021-04-30T17:40:03Z', 'revision_number': 0, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:06.074425 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e5c17-6475-4b5d-b598-b273c4d218e2 None None] The sync data for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi is: [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '8a263c18-08e4-4231-97c1-61a0718f9e5f', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'port_id': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'mac_address': 'fa:16:3e:b6:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:40:03Z', 'updated_at': '2021-04-30T17:40:03Z', 'revision_number': 0, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:40:06.132291 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220385b-e480-4690-acd5-4b55901a2655 req-95e72aba-0b98-4d65-afa2-1118827cf09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:06.133826 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6220385b-e480-4690-acd5-4b55901a2655 req-95e72aba-0b98-4d65-afa2-1118827cf09a service neutron] 10.222.0.63 "GET /v2.0/networks?id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 200 len: 917 time: 0.1310925 Apr 30 17:40:06.240784 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6220385b-e480-4690-acd5-4b55901a2655 req-1a6f7e02-214b-4bae-9ac6-abbf7888ad17 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f HTTP/1.1" status: 200 len: 1002 time: 0.1004713 Apr 30 17:40:06.263827 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4815a9-bf72-484f-b88e-008878b763e7 None None] New status for floating IP 8a263c18-08e4-4231-97c1-61a0718f9e5f: ACTIVE {{(pid=74457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:40:06.305901 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220385b-e480-4690-acd5-4b55901a2655 req-8ff4dd36-5b22-44a9-b36f-cc0f13af957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:06.307396 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6220385b-e480-4690-acd5-4b55901a2655 req-8ff4dd36-5b22-44a9-b36f-cc0f13af957a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c3cec6c4-057f-403e-861a-e867b0518223 HTTP/1.1" status: 200 len: 855 time: 0.0598085 Apr 30 17:40:06.388306 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220385b-e480-4690-acd5-4b55901a2655 req-7a9497a4-f9fb-4b4c-8b9c-d6415597e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:06.390034 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6220385b-e480-4690-acd5-4b55901a2655 req-7a9497a4-f9fb-4b4c-8b9c-d6415597e0cb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=530fc79f-6b7d-46c2-b9df-2331fd74f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0754485 Apr 30 17:40:06.532570 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6220385b-e480-4690-acd5-4b55901a2655 req-7974bdcf-5fb8-4be3-9abd-2e6a18ffc287 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326342 Apr 30 17:40:06.669451 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6220385b-e480-4690-acd5-4b55901a2655 req-a7a9cded-35ad-431f-a661-c014cc10ed80 service neutron] 10.222.0.63 "GET /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290095 Apr 30 17:40:07.056531 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f22a8-579c-44b6-b290-1e57eeacc859 req-87541e9e-addd-4758-acd1-55768ebe2289 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:07.057969 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e77f22a8-579c-44b6-b290-1e57eeacc859 req-87541e9e-addd-4758-acd1-55768ebe2289 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0788910 Apr 30 17:40:07.105056 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e77f22a8-579c-44b6-b290-1e57eeacc859 req-f0d56f2a-1e2c-4d53-b102-e45771c19c6e tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414081 Apr 30 17:40:07.586849 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99d752-1a58-485f-aefb-2961bab77ca2 req-f0f6a2fa-9c28-498f-9139-a8dbe16ad996 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:07.589285 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2e99d752-1a58-485f-aefb-2961bab77ca2 req-f0f6a2fa-9c28-498f-9139-a8dbe16ad996 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0857391 Apr 30 17:40:07.682685 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2e99d752-1a58-485f-aefb-2961bab77ca2 req-2ff656c6-c3e0-41b2-89e5-0d30dedc485a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875862 Apr 30 17:40:07.703802 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60732d69-ddaf-4eed-b654-a73be5330fd7 req-862903da-cea1-4f32-8c2d-179cd4246226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:07.705238 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60732d69-ddaf-4eed-b654-a73be5330fd7 req-862903da-cea1-4f32-8c2d-179cd4246226 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cdbcbbe6ee6846d5865d08d212788426&device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 1099 time: 0.0955656 Apr 30 17:40:07.840354 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60732d69-ddaf-4eed-b654-a73be5330fd7 req-316be79d-e904-41bb-bca3-cb7d426b858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:07.841660 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60732d69-ddaf-4eed-b654-a73be5330fd7 req-316be79d-e904-41bb-bca3-cb7d426b858b service neutron] 10.222.0.63 "GET /v2.0/networks?id=f6de51b8-401e-44f1-ba63-c82446525040 HTTP/1.1" status: 200 len: 911 time: 0.1290185 Apr 30 17:40:08.039599 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60732d69-ddaf-4eed-b654-a73be5330fd7 req-893329e7-a44b-4cd6-a6b6-186cc7845180 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 HTTP/1.1" status: 200 len: 1000 time: 0.1912823 Apr 30 17:40:08.099990 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60732d69-ddaf-4eed-b654-a73be5330fd7 req-829d0818-52ee-48e7-be0d-e8b6f147bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:08.101283 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60732d69-ddaf-4eed-b654-a73be5330fd7 req-829d0818-52ee-48e7-be0d-e8b6f147bcc6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6cdb1bba-78e7-4345-8e9e-f00b64aa7efd HTTP/1.1" status: 200 len: 849 time: 0.0558896 Apr 30 17:40:08.174520 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60732d69-ddaf-4eed-b654-a73be5330fd7 req-d4da974a-0a08-4753-b4d7-2e753666c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:08.175977 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60732d69-ddaf-4eed-b654-a73be5330fd7 req-d4da974a-0a08-4753-b4d7-2e753666c7a4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f6de51b8-401e-44f1-ba63-c82446525040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0686557 Apr 30 17:40:08.305294 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60732d69-ddaf-4eed-b654-a73be5330fd7 req-b5bc0e60-55b9-4e0c-b441-f7c0540043db service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223595 Apr 30 17:40:08.437196 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-60732d69-ddaf-4eed-b654-a73be5330fd7 req-db6cd9c3-8cb6-4321-bea7-0f0811c0e7c3 service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242368 Apr 30 17:40:08.877655 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2e217-27a9-4401-96e0-14fd7093f176 req-c8fecd5d-f20c-4e6e-82cd-b7a0b8151d6a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:08.879235 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-39d2e217-27a9-4401-96e0-14fd7093f176 req-c8fecd5d-f20c-4e6e-82cd-b7a0b8151d6a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0871308 Apr 30 17:40:08.924445 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-39d2e217-27a9-4401-96e0-14fd7093f176 req-f852bec5-fb01-4e6a-bad3-26f5751f7ad6 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394831 Apr 30 17:40:09.242670 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-1f36ff6c-91b9-46ca-adb5-92d3e2eed3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:10.116995 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18022ad-f53c-402b-b5b1-63afe2f57888 req-5973e587-fddf-4e43-9ef7-13cacea25766 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:10.118440 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c18022ad-f53c-402b-b5b1-63afe2f57888 req-5973e587-fddf-4e43-9ef7-13cacea25766 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0810533 Apr 30 17:40:10.166168 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c18022ad-f53c-402b-b5b1-63afe2f57888 req-e3e87b54-ce80-47cc-9e97-6f5e22578917 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420072 Apr 30 17:40:11.841434 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:11.912383 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-51309f81-4dcd-4a1b-80b1-33ea909ab9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:13.740220 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:15.797204 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:17.310910 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:40:29.886442 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:31.551108 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d8a55ec4-c1f2-4996-abbf-78e70604b145 req-ddc673df-758d-449a-9f72-f6fac2fe7fda tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277221184&fields=id&tenant_id=067011d22557456da24ed65474fc02fc HTTP/1.1" status: 200 len: 267 time: 0.0400529 Apr 30 17:40:31.636013 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a55ec4-c1f2-4996-abbf-78e70604b145 req-e0b2d9e5-c18a-4733-8f2e-859b32238bee tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:31.637461 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d8a55ec4-c1f2-4996-abbf-78e70604b145 req-e0b2d9e5-c18a-4733-8f2e-859b32238bee tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 984 time: 0.0803494 Apr 30 17:40:31.648769 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-d8a55ec4-c1f2-4996-abbf-78e70604b145 req-f32e7f34-5195-4aad-b6eb-ea33e53fc912 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Request body: {'port': {'security_groups': ['e8d32ece-cfcb-473d-b170-2d3ba2cdada2']}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:40:31.771088 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d8a55ec4-c1f2-4996-abbf-78e70604b145 req-f32e7f34-5195-4aad-b6eb-ea33e53fc912 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:32.013334 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-d8a55ec4-c1f2-4996-abbf-78e70604b145 req-f32e7f34-5195-4aad-b6eb-ea33e53fc912 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] For port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0c570cfd-3f2a-4830-b3a3-f374146f1f9f,segment=NetworkSegment(b41d0144-0a86-49a0-a68c-847f367d7880),segment_id=b41d0144-0a86-49a0-a68c-847f367d7880)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:40:32.038508 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d8a55ec4-c1f2-4996-abbf-78e70604b145 req-f32e7f34-5195-4aad-b6eb-ea33e53fc912 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:32.115350 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d8a55ec4-c1f2-4996-abbf-78e70604b145 req-f32e7f34-5195-4aad-b6eb-ea33e53fc912 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:32.120682 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-eabedcbf-d183-4c5d-b9d0-1091f6af70ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:32.134995 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['0c570cfd-3f2a-4830-b3a3-f374146f1f9f'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:40:32.182678 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a55ec4-c1f2-4996-abbf-78e70604b145 req-f32e7f34-5195-4aad-b6eb-ea33e53fc912 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:32.183320 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d8a55ec4-c1f2-4996-abbf-78e70604b145 req-f32e7f34-5195-4aad-b6eb-ea33e53fc912 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:32.184722 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d8a55ec4-c1f2-4996-abbf-78e70604b145 req-f32e7f34-5195-4aad-b6eb-ea33e53fc912 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "PUT /v2.0/ports/0c570cfd-3f2a-4830-b3a3-f374146f1f9f HTTP/1.1" status: 200 len: 942 time: 0.5407517 Apr 30 17:40:32.185271 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'tag': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:40:32.191466 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59654) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:32.216353 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e7f34-5195-4aad-b6eb-ea33e53fc912 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Pushing event updated for resources: {'Port': ['ID=0c570cfd-3f2a-4830-b3a3-f374146f1f9f,revision_number=7']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:32.220945 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f32e7f34-5195-4aad-b6eb-ea33e53fc912 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:32.292330 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['0c570cfd-3f2a-4830-b3a3-f374146f1f9f'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:40:32.294783 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:32.319404 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'tag': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f', 'status': 'completed', 'code': 200} Apr 30 17:40:32.331466 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:32.430418 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ea45f-ec2a-4990-bfa0-3feb1cefe082 req-281556b4-b260-49ad-80d0-f3b7daa4acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:32.432203 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eb0ea45f-ec2a-4990-bfa0-3feb1cefe082 req-281556b4-b260-49ad-80d0-f3b7daa4acd0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=067011d22557456da24ed65474fc02fc&device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 1098 time: 0.0880876 Apr 30 17:40:32.438249 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-5b553369-89e3-4af8-a1a9-7b6317c87144 None None] Provisioning complete for port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:40:32.438623 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-5b553369-89e3-4af8-a1a9-7b6317c87144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:32.469897 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:32.475907 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ffe7c124-5c72-4e56-a856-0480f44ac822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:32.492190 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a5a96c-8b31-4a0b-a4c5-d49b638990f3,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:32.500278 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:32.500666 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:32.501033 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:32.501395 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:32.501759 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:32.502360 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:32.502485 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:32.502815 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:32.503241 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:32.503590 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:32.504230 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:32.504352 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:32.508234 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:32.571887 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ea45f-ec2a-4990-bfa0-3feb1cefe082 req-15b9def9-a757-4626-8d80-7faa4821c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:32.573859 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eb0ea45f-ec2a-4990-bfa0-3feb1cefe082 req-15b9def9-a757-4626-8d80-7faa4821c532 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e7aa554e-fd41-4319-a904-ac705010f337 HTTP/1.1" status: 200 len: 916 time: 0.1344104 Apr 30 17:40:32.578746 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:32.582410 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "DELETE /v2.0/security-groups/a6a5a96c-8b31-4a0b-a4c5-d49b638990f3 HTTP/1.1" status: 204 len: 168 time: 0.3849416 Apr 30 17:40:32.582937 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59660) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:32.801449 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eb0ea45f-ec2a-4990-bfa0-3feb1cefe082 req-511251c3-3137-4f6e-9a16-7d3f9310d0e0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c570cfd-3f2a-4830-b3a3-f374146f1f9f HTTP/1.1" status: 200 len: 1001 time: 0.2200923 Apr 30 17:40:32.863844 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ea45f-ec2a-4990-bfa0-3feb1cefe082 req-2cecc578-a4db-43e4-8214-352ca75aec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:32.865997 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eb0ea45f-ec2a-4990-bfa0-3feb1cefe082 req-2cecc578-a4db-43e4-8214-352ca75aec33 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ce3a3272-2244-4fc8-b58b-8108c9a5cb1f HTTP/1.1" status: 200 len: 854 time: 0.0569494 Apr 30 17:40:32.943821 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ea45f-ec2a-4990-bfa0-3feb1cefe082 req-19dc534c-2008-4550-8445-c11d6aa96052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:32.945298 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eb0ea45f-ec2a-4990-bfa0-3feb1cefe082 req-19dc534c-2008-4550-8445-c11d6aa96052 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e7aa554e-fd41-4319-a904-ac705010f337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0721972 Apr 30 17:40:32.958334 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-9414cf06-0e9d-48e2-8778-a59c9e8814e7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Deleting port 7df84ba4-ffad-4185-9f32-64e84e87369c {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:40:32.958679 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9414cf06-0e9d-48e2-8778-a59c9e8814e7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:33.078475 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9414cf06-0e9d-48e2-8778-a59c9e8814e7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:33.078707 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9414cf06-0e9d-48e2-8778-a59c9e8814e7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:33.080298 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eb0ea45f-ec2a-4990-bfa0-3feb1cefe082 req-26bd85dc-05a9-478e-92f8-f6ecf257fa52 service neutron] 10.222.0.63 "GET /v2.0/networks/e7aa554e-fd41-4319-a904-ac705010f337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278365 Apr 30 17:40:33.210866 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-9414cf06-0e9d-48e2-8778-a59c9e8814e7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Calling delete_port for 7df84ba4-ffad-4185-9f32-64e84e87369c owned by network:floatingip {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:40:33.219370 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eb0ea45f-ec2a-4990-bfa0-3feb1cefe082 req-e346d4d8-f4a2-44f1-a8d6-84547020e0f9 service neutron] 10.222.0.63 "GET /v2.0/networks/e7aa554e-fd41-4319-a904-ac705010f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321433 Apr 30 17:40:33.391272 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9414cf06-0e9d-48e2-8778-a59c9e8814e7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:33.394793 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1257e44c-89cd-4386-86c3-6231d8215d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:33.440440 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414cf06-0e9d-48e2-8778-a59c9e8814e7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Pushing event deleted for resources: {'Port': ['ID=7df84ba4-ffad-4185-9f32-64e84e87369c,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:33.444029 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-9414cf06-0e9d-48e2-8778-a59c9e8814e7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:33.534433 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9414cf06-0e9d-48e2-8778-a59c9e8814e7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks [] for floatingip, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:33.534718 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.l3_db [None req-9414cf06-0e9d-48e2-8778-a59c9e8814e7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Floating IP 2efc4c77-1b59-43e8-96bc-ac867e7a22cd disassociated (deleted). External IP: 172.27.3.248, port: 0c570cfd-3f2a-4830-b3a3-f374146f1f9f. Apr 30 17:40:33.887949 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9414cf06-0e9d-48e2-8778-a59c9e8814e7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Router d3f2d106-829c-4415-9837-8c08ab03cabf has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:40:34.063675 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9414cf06-0e9d-48e2-8778-a59c9e8814e7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:40:34.073674 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b1055b-7853-49f4-acda-8f1a6c8f3d6c None None] Sync routers for ids ['d3f2d106-829c-4415-9837-8c08ab03cabf'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:40:34.082883 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b1055b-7853-49f4-acda-8f1a6c8f3d6c None None] Routers {'d3f2d106-829c-4415-9837-8c08ab03cabf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:40:34.084537 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-13b1055b-7853-49f4-acda-8f1a6c8f3d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:40:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['d3f2d106-829c-4415-9837-8c08ab03cabf'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:34.143833 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9414cf06-0e9d-48e2-8778-a59c9e8814e7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:34.201340 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-9414cf06-0e9d-48e2-8778-a59c9e8814e7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "DELETE /v2.0/floatingips/2efc4c77-1b59-43e8-96bc-ac867e7a22cd HTTP/1.1" status: 204 len: 168 time: 1.6172493 Apr 30 17:40:34.201981 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'tag': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:40:34.247944 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'tag': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f', 'status': 'completed', 'code': 200} Apr 30 17:40:34.273557 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-13b1055b-7853-49f4-acda-8f1a6c8f3d6c None None] Set router d3f2d106-829c-4415-9837-8c08ab03cabf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:40:34.347598 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f36dfe-6fcd-4fc2-a220-97fd8d97e858 req-b682e52f-bcaf-4baa-bd62-fa82c558d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:34.349008 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d8f36dfe-6fcd-4fc2-a220-97fd8d97e858 req-b682e52f-bcaf-4baa-bd62-fa82c558d919 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=067011d22557456da24ed65474fc02fc&device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 1098 time: 0.0769956 Apr 30 17:40:34.500733 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f36dfe-6fcd-4fc2-a220-97fd8d97e858 req-03baf827-50ea-4815-a562-a070de0c314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:34.503390 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d8f36dfe-6fcd-4fc2-a220-97fd8d97e858 req-03baf827-50ea-4815-a562-a070de0c314c service neutron] 10.222.0.63 "GET /v2.0/networks?id=e7aa554e-fd41-4319-a904-ac705010f337 HTTP/1.1" status: 200 len: 916 time: 0.1465847 Apr 30 17:40:34.580356 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d8f36dfe-6fcd-4fc2-a220-97fd8d97e858 req-96b63fe6-8d59-4cc4-82ba-1bb48d251835 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c570cfd-3f2a-4830-b3a3-f374146f1f9f HTTP/1.1" status: 200 len: 217 time: 0.0694304 Apr 30 17:40:34.599826 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-13b1055b-7853-49f4-acda-8f1a6c8f3d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '388bd346-50b8-458c-95d9-ca17370d9253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:36:47Z', 'updated_at': '2021-04-30T17:36:55Z', 'revision_number': 4, 'project_id': '067011d22557456da24ed65474fc02fc', 'gw_port': {'id': '388bd346-50b8-458c-95d9-ca17370d9253', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:48Z', 'updated_at': '2021-04-30T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '4bb2718a-6914-4882-9b08-36f52b713b54', 'name': '', 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'mac_address': 'fa:16:3e:10:73:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:54Z', 'updated_at': '2021-04-30T17:37:02Z', 'revision_number': 5, 'project_id': '067011d22557456da24ed65474fc02fc', 'subnets': [{'id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:34.604101 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b1055b-7853-49f4-acda-8f1a6c8f3d6c None None] Checking router: d3f2d106-829c-4415-9837-8c08ab03cabf for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:40:34.612792 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b1055b-7853-49f4-acda-8f1a6c8f3d6c None None] Routers {'d3f2d106-829c-4415-9837-8c08ab03cabf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:40:34.613593 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-13b1055b-7853-49f4-acda-8f1a6c8f3d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:40:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['d3f2d106-829c-4415-9837-8c08ab03cabf'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:34.648711 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f36dfe-6fcd-4fc2-a220-97fd8d97e858 req-3d1c78a8-0613-4501-84a2-86813187440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:34.650104 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d8f36dfe-6fcd-4fc2-a220-97fd8d97e858 req-3d1c78a8-0613-4501-84a2-86813187440d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ce3a3272-2244-4fc8-b58b-8108c9a5cb1f HTTP/1.1" status: 200 len: 854 time: 0.0623448 Apr 30 17:40:34.730394 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f36dfe-6fcd-4fc2-a220-97fd8d97e858 req-8ac01177-1624-4576-99af-1dfbbe006a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:34.732056 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d8f36dfe-6fcd-4fc2-a220-97fd8d97e858 req-8ac01177-1624-4576-99af-1dfbbe006a8c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e7aa554e-fd41-4319-a904-ac705010f337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0748329 Apr 30 17:40:34.849870 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-13b1055b-7853-49f4-acda-8f1a6c8f3d6c None None] Set router d3f2d106-829c-4415-9837-8c08ab03cabf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:40:34.877043 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d8f36dfe-6fcd-4fc2-a220-97fd8d97e858 req-27f375ec-df6f-4b05-8548-15f6206f5e91 service neutron] 10.222.0.63 "GET /v2.0/networks/e7aa554e-fd41-4319-a904-ac705010f337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377201 Apr 30 17:40:35.012666 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d8f36dfe-6fcd-4fc2-a220-97fd8d97e858 req-7325f5b4-b04e-4e22-bfe7-20e825d860df service neutron] 10.222.0.63 "GET /v2.0/networks/e7aa554e-fd41-4319-a904-ac705010f337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275578 Apr 30 17:40:35.172211 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-13b1055b-7853-49f4-acda-8f1a6c8f3d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '388bd346-50b8-458c-95d9-ca17370d9253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:36:47Z', 'updated_at': '2021-04-30T17:36:55Z', 'revision_number': 4, 'project_id': '067011d22557456da24ed65474fc02fc', 'gw_port': {'id': '388bd346-50b8-458c-95d9-ca17370d9253', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:48Z', 'updated_at': '2021-04-30T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '4bb2718a-6914-4882-9b08-36f52b713b54', 'name': '', 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'mac_address': 'fa:16:3e:10:73:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:54Z', 'updated_at': '2021-04-30T17:37:02Z', 'revision_number': 5, 'project_id': '067011d22557456da24ed65474fc02fc', 'subnets': [{'id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:35.176236 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b1055b-7853-49f4-acda-8f1a6c8f3d6c None None] The sync data for ids ['d3f2d106-829c-4415-9837-8c08ab03cabf'] in dv-cinder-784779-10-iscsi is: [{'id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '388bd346-50b8-458c-95d9-ca17370d9253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:36:47Z', 'updated_at': '2021-04-30T17:36:55Z', 'revision_number': 4, 'project_id': '067011d22557456da24ed65474fc02fc', 'gw_port': {'id': '388bd346-50b8-458c-95d9-ca17370d9253', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:48Z', 'updated_at': '2021-04-30T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '4bb2718a-6914-4882-9b08-36f52b713b54', 'name': '', 'network_id': 'e7aa554e-fd41-4319-a904-ac705010f337', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'mac_address': 'fa:16:3e:10:73:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:54Z', 'updated_at': '2021-04-30T17:37:02Z', 'revision_number': 5, 'project_id': '067011d22557456da24ed65474fc02fc', 'subnets': [{'id': 'ce3a3272-2244-4fc8-b58b-8108c9a5cb1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:40:35.392810 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cebd2-abef-417a-9099-3d712eab338f None None] New status for floating IP 2efc4c77-1b59-43e8-96bc-ac867e7a22cd: DOWN {{(pid=74457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:40:39.076632 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa684f-995d-46c4-a43d-dee9f409557a req-9d852893-ff36-482e-8b15-b59d8ccc9c9d tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:39.078080 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-69aa684f-995d-46c4-a43d-dee9f409557a req-9d852893-ff36-482e-8b15-b59d8ccc9c9d tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 945 time: 0.0854180 Apr 30 17:40:39.124006 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-69aa684f-995d-46c4-a43d-dee9f409557a req-2d9f8c06-beab-4446-9ed1-667e6a9d1969 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393467 Apr 30 17:40:39.223215 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ab7f0f4e-c32f-48d3-8a99-3d75b0a9fa1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:40.314667 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9d1b7-27dc-45b6-b461-9839991241ae req-83f7f49c-4dc1-432b-8f2d-7645f13e262d tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:40.316139 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aba9d1b7-27dc-45b6-b461-9839991241ae req-83f7f49c-4dc1-432b-8f2d-7645f13e262d tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 945 time: 0.0806735 Apr 30 17:40:40.363417 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aba9d1b7-27dc-45b6-b461-9839991241ae req-1955e8b5-8349-4b9c-a911-3dd73ab12883 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413253 Apr 30 17:40:40.966191 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa961fb7-c82c-456d-b21d-b352317e8ebb req-dc41081b-6cab-4f5e-883e-bdc51dbef256 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:40.967661 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fa961fb7-c82c-456d-b21d-b352317e8ebb req-dc41081b-6cab-4f5e-883e-bdc51dbef256 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 945 time: 0.0790100 Apr 30 17:40:41.108101 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-fa961fb7-c82c-456d-b21d-b352317e8ebb req-c2f96de7-c6da-4071-a89b-401ab19beffb tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Deleting port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:40:41.108442 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-fa961fb7-c82c-456d-b21d-b352317e8ebb req-c2f96de7-c6da-4071-a89b-401ab19beffb tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:41.243802 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-fa961fb7-c82c-456d-b21d-b352317e8ebb req-c2f96de7-c6da-4071-a89b-401ab19beffb tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] For port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0c570cfd-3f2a-4830-b3a3-f374146f1f9f,segment=NetworkSegment(b41d0144-0a86-49a0-a68c-847f367d7880),segment_id=b41d0144-0a86-49a0-a68c-847f367d7880)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:40:41.244046 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-fa961fb7-c82c-456d-b21d-b352317e8ebb req-c2f96de7-c6da-4071-a89b-401ab19beffb tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:41.462864 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-fa961fb7-c82c-456d-b21d-b352317e8ebb req-c2f96de7-c6da-4071-a89b-401ab19beffb tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Calling delete_port for 0c570cfd-3f2a-4830-b3a3-f374146f1f9f owned by compute:nova {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:40:41.607832 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7690c-ec47-4144-980d-792c1024af01 req-b6ce0230-09b1-46ec-8597-c245d205bc3c tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:40:41.609292 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-74a7690c-ec47-4144-980d-792c1024af01 req-b6ce0230-09b1-46ec-8597-c245d205bc3c tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 945 time: 0.1364062 Apr 30 17:40:41.673595 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-74a7690c-ec47-4144-980d-792c1024af01 req-91ed84aa-8aab-494c-84ce-d87a8e000527 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/security-groups?id=e8d32ece-cfcb-473d-b170-2d3ba2cdada2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553944 Apr 30 17:40:41.732420 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-fa961fb7-c82c-456d-b21d-b352317e8ebb req-c2f96de7-c6da-4071-a89b-401ab19beffb tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:41.738192 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-6c0b6bc8-b3ba-4668-a15e-39fda56f1099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:41.744968 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['0c570cfd-3f2a-4830-b3a3-f374146f1f9f'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:40:41.780516 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:41.787875 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f96de7-c6da-4071-a89b-401ab19beffb tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Pushing event deleted for resources: {'Port': ['ID=0c570cfd-3f2a-4830-b3a3-f374146f1f9f,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:41.790928 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c2f96de7-c6da-4071-a89b-401ab19beffb tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:41.862596 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa961fb7-c82c-456d-b21d-b352317e8ebb req-c2f96de7-c6da-4071-a89b-401ab19beffb tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] No DVR routers for this DVR port 0c570cfd-3f2a-4830-b3a3-f374146f1f9f on host hv-cinder-78477 {{(pid=74455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:40:41.865075 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-fa961fb7-c82c-456d-b21d-b352317e8ebb req-c2f96de7-c6da-4071-a89b-401ab19beffb tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:41.867626 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'name': 'network-vif-deleted', 'tag': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:40:41.879466 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fa961fb7-c82c-456d-b21d-b352317e8ebb req-c2f96de7-c6da-4071-a89b-401ab19beffb tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.63 "DELETE /v2.0/ports/0c570cfd-3f2a-4830-b3a3-f374146f1f9f HTTP/1.1" status: 204 len: 173 time: 0.9061594 Apr 30 17:40:41.882780 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-4cac11f4-e47c-467e-83e2-297fe66c8a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:41.913216 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca88a66-a02a-4223-9003-f282eb517c4f', 'name': 'network-vif-deleted', 'tag': '0c570cfd-3f2a-4830-b3a3-f374146f1f9f', 'status': 'completed', 'code': 200} Apr 30 17:40:42.843020 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-3c13ba7f-ac4c-4213-b4e0-0c683171a2a8 req-ede85496-3dc6-4152-8040-baa8598d9171 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Synchronizing usage tracker for tenant:067011d22557456da24ed65474fc02fc on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:40:42.928255 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-3c13ba7f-ac4c-4213-b4e0-0c683171a2a8 req-ede85496-3dc6-4152-8040-baa8598d9171 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Unset dirty status for tenant:067011d22557456da24ed65474fc02fc on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:40:42.929595 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3c13ba7f-ac4c-4213-b4e0-0c683171a2a8 req-ede85496-3dc6-4152-8040-baa8598d9171 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ca88a66-a02a-4223-9003-f282eb517c4f HTTP/1.1" status: 200 len: 210 time: 0.1312997 Apr 30 17:40:43.728153 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:43.954836 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 0c570cfd-3f2a-4830-b3a3-f374146f1f9f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:40:43.992688 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: 0c570cfd-3f2a-4830-b3a3-f374146f1f9f {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:40:43.995816 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 0c570cfd-3f2a-4830-b3a3-f374146f1f9f not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:40:45.470964 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59750) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:45.722695 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:46.109172 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-41f0d274-6257-4e75-a099-e5b93df1a72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4070988'] for router_interface, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:46.520783 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-41f0d274-6257-4e75-a099-e5b93df1a72a admin admin] Deleting port 4bb2718a-6914-4882-9b08-36f52b713b54 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:40:46.521461 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-41f0d274-6257-4e75-a099-e5b93df1a72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:46.645796 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-41f0d274-6257-4e75-a099-e5b93df1a72a admin admin] For port 4bb2718a-6914-4882-9b08-36f52b713b54, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=4bb2718a-6914-4882-9b08-36f52b713b54,segment=NetworkSegment(b41d0144-0a86-49a0-a68c-847f367d7880),segment_id=b41d0144-0a86-49a0-a68c-847f367d7880)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:40:46.646149 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-41f0d274-6257-4e75-a099-e5b93df1a72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:46.768038 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-41f0d274-6257-4e75-a099-e5b93df1a72a admin admin] Calling delete_port for 4bb2718a-6914-4882-9b08-36f52b713b54 owned by network:router_interface {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:40:46.977863 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-41f0d274-6257-4e75-a099-e5b93df1a72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:46.981488 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5c5b28f2-4552-4c97-862d-e1ef066c1a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:47.120726 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0d274-6257-4e75-a099-e5b93df1a72a admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb2718a-6914-4882-9b08-36f52b713b54,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:47.123692 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-41f0d274-6257-4e75-a099-e5b93df1a72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:47.393573 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-41f0d274-6257-4e75-a099-e5b93df1a72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4072444'] for router_interface, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:47.762303 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f0d274-6257-4e75-a099-e5b93df1a72a admin admin] Router d3f2d106-829c-4415-9837-8c08ab03cabf has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:40:47.947599 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f0d274-6257-4e75-a099-e5b93df1a72a admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:40:47.956132 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c490c83-a040-4680-8791-bdaa50a4f092 None None] Sync routers for ids ['d3f2d106-829c-4415-9837-8c08ab03cabf'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:40:47.967062 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c490c83-a040-4680-8791-bdaa50a4f092 None None] Routers {'d3f2d106-829c-4415-9837-8c08ab03cabf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:40:47.972493 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-2c490c83-a040-4680-8791-bdaa50a4f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:40:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['d3f2d106-829c-4415-9837-8c08ab03cabf'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:48.022558 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-41f0d274-6257-4e75-a099-e5b93df1a72a admin admin] 10.222.0.18 "PUT /v2.0/routers/d3f2d106-829c-4415-9837-8c08ab03cabf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5501828 Apr 30 17:40:48.025719 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59758) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:48.143964 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-2c490c83-a040-4680-8791-bdaa50a4f092 None None] Set router d3f2d106-829c-4415-9837-8c08ab03cabf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:40:48.211421 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Notify callbacks [] for router, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:48.386477 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:48.431787 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-2c490c83-a040-4680-8791-bdaa50a4f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '388bd346-50b8-458c-95d9-ca17370d9253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:36:47Z', 'updated_at': '2021-04-30T17:40:46Z', 'revision_number': 5, 'project_id': '067011d22557456da24ed65474fc02fc', 'gw_port': {'id': '388bd346-50b8-458c-95d9-ca17370d9253', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:48Z', 'updated_at': '2021-04-30T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:48.436074 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c490c83-a040-4680-8791-bdaa50a4f092 None None] Checking router: d3f2d106-829c-4415-9837-8c08ab03cabf for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:40:48.445444 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c490c83-a040-4680-8791-bdaa50a4f092 None None] Routers {'d3f2d106-829c-4415-9837-8c08ab03cabf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:40:48.446052 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-2c490c83-a040-4680-8791-bdaa50a4f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:40:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['d3f2d106-829c-4415-9837-8c08ab03cabf'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:48.630936 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-2c490c83-a040-4680-8791-bdaa50a4f092 None None] Set router d3f2d106-829c-4415-9837-8c08ab03cabf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:40:48.691190 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Deleting port 388bd346-50b8-458c-95d9-ca17370d9253 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:40:48.691539 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:48.815878 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] For port 388bd346-50b8-458c-95d9-ca17370d9253, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=388bd346-50b8-458c-95d9-ca17370d9253,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:40:48.816452 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:48.942995 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Calling delete_port for 388bd346-50b8-458c-95d9-ca17370d9253 owned by network:router_gateway {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:40:48.965774 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-2c490c83-a040-4680-8791-bdaa50a4f092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '388bd346-50b8-458c-95d9-ca17370d9253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:36:47Z', 'updated_at': '2021-04-30T17:40:46Z', 'revision_number': 5, 'project_id': '067011d22557456da24ed65474fc02fc', 'gw_port': {'id': '388bd346-50b8-458c-95d9-ca17370d9253', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:48Z', 'updated_at': '2021-04-30T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:48.969937 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c490c83-a040-4680-8791-bdaa50a4f092 None None] The sync data for ids ['d3f2d106-829c-4415-9837-8c08ab03cabf'] in dv-cinder-784779-10-iscsi is: [{'id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'name': 'tempest-TestMinimumBasicScenario-1716176901-router', 'tenant_id': '067011d22557456da24ed65474fc02fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '388bd346-50b8-458c-95d9-ca17370d9253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:36:47Z', 'updated_at': '2021-04-30T17:40:46Z', 'revision_number': 5, 'project_id': '067011d22557456da24ed65474fc02fc', 'gw_port': {'id': '388bd346-50b8-458c-95d9-ca17370d9253', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f2d106-829c-4415-9837-8c08ab03cabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:36:48Z', 'updated_at': '2021-04-30T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:40:49.154893 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:49.158804 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-9414cf06-0e9d-48e2-8778-a59c9e8814e7 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:49.204857 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Pushing event deleted for resources: {'Port': ['ID=388bd346-50b8-458c-95d9-ca17370d9253,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:49.207364 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:49.300925 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4072803'] for router_gateway, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:49.486510 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497246'] for router, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:49.488620 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:49.602727 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4073771'] for router, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:49.603778 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3f2d106-829c-4415-9837-8c08ab03cabf {{(pid=74454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:40:49.618394 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Notify callbacks [] for router, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:49.623464 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d3f2d106-829c-4415-9837-8c08ab03cabf HTTP/1.1" status: 204 len: 168 time: 1.5929596 Apr 30 17:40:49.623464 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59762) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:49.688015 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda5a48f-5832-40bc-a0a4-eef56241991b admin admin] Deleting subnet ce3a3272-2244-4fc8-b58b-8108c9a5cb1f {{(pid=74454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:40:49.691139 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-eda5a48f-5832-40bc-a0a4-eef56241991b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:49.744982 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-eda5a48f-5832-40bc-a0a4-eef56241991b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2217006'] for subnet, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:49.822031 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-eda5a48f-5832-40bc-a0a4-eef56241991b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:50.146105 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-eda5a48f-5832-40bc-a0a4-eef56241991b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2749857'] for subnet, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:50.150250 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-f4a19452-732e-4fae-8d89-51a7324311ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:50.185898 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5a48f-5832-40bc-a0a4-eef56241991b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce3a3272-2244-4fc8-b58b-8108c9a5cb1f,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:50.187829 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-eda5a48f-5832-40bc-a0a4-eef56241991b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:50.190799 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-eda5a48f-5832-40bc-a0a4-eef56241991b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:50.193785 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e57c3b-cbb0-494a-b14a-31388ff9d071 None None] Network e7aa554e-fd41-4319-a904-ac705010f337 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:40:50.196612 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-eda5a48f-5832-40bc-a0a4-eef56241991b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ce3a3272-2244-4fc8-b58b-8108c9a5cb1f HTTP/1.1" status: 204 len: 168 time: 0.5734773 Apr 30 17:40:50.199021 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59766) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:50.309025 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:50.381060 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Deleting port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:40:50.381301 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:50.452331 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] DHCP port deletion for e7aa554e-fd41-4319-a904-ac705010f337 request from dv-cinder-784779-10-iscsi {{(pid=74456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 17:40:50.522756 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Deleting port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 {{(pid=74456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:40:50.523162 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:50.575497 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] For port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=943c1e2c-d0f3-45d7-aae9-a649d76ff6f7,segment=NetworkSegment(b41d0144-0a86-49a0-a68c-847f367d7880),segment_id=b41d0144-0a86-49a0-a68c-847f367d7880)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:40:50.575817 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:50.623812 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] For port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=943c1e2c-d0f3-45d7-aae9-a649d76ff6f7,segment=NetworkSegment(b41d0144-0a86-49a0-a68c-847f367d7880),segment_id=b41d0144-0a86-49a0-a68c-847f367d7880)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:40:50.624204 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:50.703004 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Calling delete_port for 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 owned by network:dhcp {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:40:50.746000 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Calling delete_port for 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 owned by network:dhcp {{(pid=74456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:40:50.817211 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 4bb2718a-6914-4882-9b08-36f52b713b54 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:40:50.849560 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:50.853553 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:50.858212 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 4bb2718a-6914-4882-9b08-36f52b713b54 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:40:50.858564 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 4bb2718a-6914-4882-9b08-36f52b713b54 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:40:50.858985 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 388bd346-50b8-458c-95d9-ca17370d9253 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:40:50.894673 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 388bd346-50b8-458c-95d9-ca17370d9253 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:40:50.895997 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 388bd346-50b8-458c-95d9-ca17370d9253 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:40:50.896515 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:40:50.898794 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Pushing event deleted for resources: {'Port': ['ID=943c1e2c-d0f3-45d7-aae9-a649d76ff6f7,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:50.901923 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:50.902702 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] No DVR routers for this DVR port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 on host dv-cinder-784779-10-iscsi {{(pid=74454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:40:50.934153 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157'] for port, after_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:50.937633 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:40:50.937982 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:40:50.941331 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:50.989683 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Pushing event deleted for resources: {'Port': ['ID=943c1e2c-d0f3-45d7-aae9-a649d76ff6f7,revision_number=None']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:50.993725 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] No DVR routers for this DVR port 943c1e2c-d0f3-45d7-aae9-a649d76ff6f7 on host dv-cinder-784779-10-iscsi {{(pid=74456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:40:51.004900 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:51.004900 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:51.004900 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:51.004900 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:51.004900 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:51.005355 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:51.005674 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:51.006125 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:51.006487 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:51.006790 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:51.007127 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:51.007448 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:40:51.010867 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-41c88fd4-c1fb-4331-87b7-68c08a230985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:51.018612 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:51.128455 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7aa554e-fd41-4319-a904-ac705010f337']}} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:51.142229 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41d0144-0a86-49a0-a68c-847f367d7880') {'for_net_delete': True} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:51.142524 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41d0144-0a86-49a0-a68c-847f367d7880') {} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:51.154431 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216983'] for segment, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:51.171576 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:51.178155 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=74454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:40:51.359095 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Network e7aa554e-fd41-4319-a904-ac705010f337 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:40:51.368961 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383365'] for segment, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:51.541728 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Network e7aa554e-fd41-4319-a904-ac705010f337 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: Traceback (most recent call last): Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: timer() Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: cb(*args, **kw) Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: return func(*args, **kwargs) Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: self._notify() Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: self.callback(batched_events) Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: event.method(event) Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: return f(self, *a, **k) Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._get(url).json() Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: return self.request(url, 'GET', **kwargs) Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:40:51.567050 dv-cinder-784779-10-iscsi neutron-server[74454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:40:51.722638 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:51.726816 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:51.740057 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:51.750011 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7aa554e-fd41-4319-a904-ac705010f337,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:51.754061 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:51.757714 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e7aa554e-fd41-4319-a904-ac705010f337 HTTP/1.1" status: 204 len: 168 time: 1.5577145 Apr 30 17:40:51.760609 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59770) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:52.385956 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1d701b87-fadd-4b9d-b2eb-8a243a388c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4070988'] for router_interface, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:52.796833 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-1d701b87-fadd-4b9d-b2eb-8a243a388c5c admin admin] Deleting port 75066869-b79d-4077-8842-63d453b26c11 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:40:52.797174 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1d701b87-fadd-4b9d-b2eb-8a243a388c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:52.917152 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-1d701b87-fadd-4b9d-b2eb-8a243a388c5c admin admin] For port 75066869-b79d-4077-8842-63d453b26c11, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=75066869-b79d-4077-8842-63d453b26c11,segment=NetworkSegment(9afc22ce-9211-437d-84ec-7d0b7e48b272),segment_id=9afc22ce-9211-437d-84ec-7d0b7e48b272)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:40:52.917499 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1d701b87-fadd-4b9d-b2eb-8a243a388c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:53.039564 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-1d701b87-fadd-4b9d-b2eb-8a243a388c5c admin admin] Calling delete_port for 75066869-b79d-4077-8842-63d453b26c11 owned by network:router_interface {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:40:53.259860 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1d701b87-fadd-4b9d-b2eb-8a243a388c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:53.263616 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:53.310444 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d701b87-fadd-4b9d-b2eb-8a243a388c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=75066869-b79d-4077-8842-63d453b26c11,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:53.312801 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1d701b87-fadd-4b9d-b2eb-8a243a388c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:53.681799 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1d701b87-fadd-4b9d-b2eb-8a243a388c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4072444'] for router_interface, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:54.041601 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d701b87-fadd-4b9d-b2eb-8a243a388c5c admin admin] Router 170c45a3-0ad6-40dc-8361-6608c380eebf has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:40:54.225152 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d701b87-fadd-4b9d-b2eb-8a243a388c5c admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:40:54.233503 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72df1578-4b55-4526-aeed-bddbc4da4d42 None None] Sync routers for ids ['170c45a3-0ad6-40dc-8361-6608c380eebf'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:40:54.245429 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72df1578-4b55-4526-aeed-bddbc4da4d42 None None] Routers {'170c45a3-0ad6-40dc-8361-6608c380eebf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:40:54.253180 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-72df1578-4b55-4526-aeed-bddbc4da4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:40:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['170c45a3-0ad6-40dc-8361-6608c380eebf'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:54.318994 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:40:54.324568 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-1d701b87-fadd-4b9d-b2eb-8a243a388c5c admin admin] 10.222.0.18 "PUT /v2.0/routers/170c45a3-0ad6-40dc-8361-6608c380eebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5628390 Apr 30 17:40:54.326947 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59778) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:54.428690 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-72df1578-4b55-4526-aeed-bddbc4da4d42 None None] Set router 170c45a3-0ad6-40dc-8361-6608c380eebf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:40:54.511064 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] Notify callbacks [] for router, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:54.690976 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:54.757615 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-72df1578-4b55-4526-aeed-bddbc4da4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'name': 'tempest-TestMinimumBasicScenario-817812790-router', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:37:00Z', 'updated_at': '2021-04-30T17:40:53Z', 'revision_number': 5, 'project_id': '66596ef96e8a419690421e32aaa7453e', 'gw_port': {'id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:be:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:37:02Z', 'updated_at': '2021-04-30T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:54.761263 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72df1578-4b55-4526-aeed-bddbc4da4d42 None None] Checking router: 170c45a3-0ad6-40dc-8361-6608c380eebf for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:40:54.769824 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72df1578-4b55-4526-aeed-bddbc4da4d42 None None] Routers {'170c45a3-0ad6-40dc-8361-6608c380eebf'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:40:54.771160 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-72df1578-4b55-4526-aeed-bddbc4da4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:40:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['170c45a3-0ad6-40dc-8361-6608c380eebf'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:54.891457 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] Deleting port dca4fa2c-f83c-4184-b5c9-065f9678680b {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:40:54.891710 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:54.948433 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-72df1578-4b55-4526-aeed-bddbc4da4d42 None None] Set router 170c45a3-0ad6-40dc-8361-6608c380eebf gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:40:55.019586 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] For port dca4fa2c-f83c-4184-b5c9-065f9678680b, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=dca4fa2c-f83c-4184-b5c9-065f9678680b,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:40:55.020568 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:55.239476 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-72df1578-4b55-4526-aeed-bddbc4da4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'name': 'tempest-TestMinimumBasicScenario-817812790-router', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:37:00Z', 'updated_at': '2021-04-30T17:40:53Z', 'revision_number': 5, 'project_id': '66596ef96e8a419690421e32aaa7453e', 'gw_port': {'id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:be:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:37:02Z', 'updated_at': '2021-04-30T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:55.243385 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72df1578-4b55-4526-aeed-bddbc4da4d42 None None] The sync data for ids ['170c45a3-0ad6-40dc-8361-6608c380eebf'] in dv-cinder-784779-10-iscsi is: [{'id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'name': 'tempest-TestMinimumBasicScenario-817812790-router', 'tenant_id': '66596ef96e8a419690421e32aaa7453e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:37:00Z', 'updated_at': '2021-04-30T17:40:53Z', 'revision_number': 5, 'project_id': '66596ef96e8a419690421e32aaa7453e', 'gw_port': {'id': 'dca4fa2c-f83c-4184-b5c9-065f9678680b', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:be:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170c45a3-0ad6-40dc-8361-6608c380eebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:37:02Z', 'updated_at': '2021-04-30T17:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:40:55.258561 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] Calling delete_port for dca4fa2c-f83c-4184-b5c9-065f9678680b owned by network:router_gateway {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:40:55.486258 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:55.490287 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d7f9870a-000c-4327-a429-6744a873291a tempest-VolumesSnapshotTestJSON-641673535 tempest-VolumesSnapshotTestJSON-641673535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:55.534055 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] Pushing event deleted for resources: {'Port': ['ID=dca4fa2c-f83c-4184-b5c9-065f9678680b,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:55.537938 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:55.632459 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4072803'] for router_gateway, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:55.811305 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497246'] for router, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:55.813481 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:55.911175 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4073771'] for router, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:55.911605 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 170c45a3-0ad6-40dc-8361-6608c380eebf {{(pid=74454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:40:55.924727 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] Notify callbacks [] for router, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:55.925836 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-58f9121b-7d69-4df4-9fea-61b9e5a6af2f admin admin] 10.222.0.18 "DELETE /v2.0/routers/170c45a3-0ad6-40dc-8361-6608c380eebf HTTP/1.1" status: 204 len: 168 time: 1.5978882 Apr 30 17:40:55.928292 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59784) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:55.992057 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_v2 [None req-df34920f-6560-444a-89e7-b0a414d82b68 admin admin] Deleting subnet 292f74b8-1061-4d25-92ed-d4233f0021ed {{(pid=74454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:40:55.998736 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-df34920f-6560-444a-89e7-b0a414d82b68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:56.050131 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-df34920f-6560-444a-89e7-b0a414d82b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2217006'] for subnet, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:56.127586 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-df34920f-6560-444a-89e7-b0a414d82b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:56.446955 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-df34920f-6560-444a-89e7-b0a414d82b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2749857'] for subnet, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:56.451449 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:56.486518 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34920f-6560-444a-89e7-b0a414d82b68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=292f74b8-1061-4d25-92ed-d4233f0021ed,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:56.490151 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-df34920f-6560-444a-89e7-b0a414d82b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:56.491262 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-df34920f-6560-444a-89e7-b0a414d82b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:56.496221 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c136c0ce-596f-48e9-b367-1f5bde119b4e None None] Network 68f8537c-5a30-44c5-94fb-1f26ed43f770 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:40:56.497396 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-df34920f-6560-444a-89e7-b0a414d82b68 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/292f74b8-1061-4d25-92ed-d4233f0021ed HTTP/1.1" status: 204 len: 168 time: 0.5681207 Apr 30 17:40:56.499922 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59790) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:56.610506 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:56.685894 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Deleting port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:40:56.686195 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:56.742716 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f9d73a-cd07-4d5b-b393-e023ccfb6bfd None None] DHCP port deletion for 68f8537c-5a30-44c5-94fb-1f26ed43f770 request from dv-cinder-784779-10-iscsi {{(pid=74456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 17:40:56.793521 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] For port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=c26f3b18-4b2f-4d3a-967f-ceaff0a99e58,segment=NetworkSegment(9afc22ce-9211-437d-84ec-7d0b7e48b272),segment_id=9afc22ce-9211-437d-84ec-7d0b7e48b272)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:40:56.793887 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:56.813849 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-75f9d73a-cd07-4d5b-b393-e023ccfb6bfd None None] Deleting port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 {{(pid=74456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:40:56.814223 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-75f9d73a-cd07-4d5b-b393-e023ccfb6bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:56.829535 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 75066869-b79d-4077-8842-63d453b26c11 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:40:56.877096 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 75066869-b79d-4077-8842-63d453b26c11 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:40:56.877367 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 75066869-b79d-4077-8842-63d453b26c11 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:40:56.877780 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device dca4fa2c-f83c-4184-b5c9-065f9678680b no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:40:56.919783 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Calling delete_port for c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 owned by network:dhcp {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:40:56.992287 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: dca4fa2c-f83c-4184-b5c9-065f9678680b {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:40:56.992547 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device dca4fa2c-f83c-4184-b5c9-065f9678680b not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:40:56.992961 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:40:57.020350 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:57.025881 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8d383f34-27bb-4fd1-85c7-bf6076ad8dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:57.040885 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:40:57.041238 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:40:57.054265 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-75f9d73a-cd07-4d5b-b393-e023ccfb6bfd None None] For port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=c26f3b18-4b2f-4d3a-967f-ceaff0a99e58,segment=NetworkSegment(9afc22ce-9211-437d-84ec-7d0b7e48b272),segment_id=9afc22ce-9211-437d-84ec-7d0b7e48b272)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:40:57.054669 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-75f9d73a-cd07-4d5b-b393-e023ccfb6bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:57.169699 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Pushing event deleted for resources: {'Port': ['ID=c26f3b18-4b2f-4d3a-967f-ceaff0a99e58,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:57.172710 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:57.173475 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] No DVR routers for this DVR port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 on host dv-cinder-784779-10-iscsi {{(pid=74454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:40:57.183756 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-75f9d73a-cd07-4d5b-b393-e023ccfb6bfd None None] Calling delete_port for c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 owned by network:dhcp {{(pid=74456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:40:57.227789 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-75f9d73a-cd07-4d5b-b393-e023ccfb6bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157'] for port, after_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:57.231368 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:57.275312 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9d73a-cd07-4d5b-b393-e023ccfb6bfd None None] Pushing event deleted for resources: {'Port': ['ID=c26f3b18-4b2f-4d3a-967f-ceaff0a99e58,revision_number=None']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:57.278184 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-75f9d73a-cd07-4d5b-b393-e023ccfb6bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:57.278987 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f9d73a-cd07-4d5b-b393-e023ccfb6bfd None None] No DVR routers for this DVR port c26f3b18-4b2f-4d3a-967f-ceaff0a99e58 on host dv-cinder-784779-10-iscsi {{(pid=74456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:40:57.292170 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:57.402298 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f8537c-5a30-44c5-94fb-1f26ed43f770']}} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:57.414706 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afc22ce-9211-437d-84ec-7d0b7e48b272') {'for_net_delete': True} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:57.415001 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afc22ce-9211-437d-84ec-7d0b7e48b272') {} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:40:57.426749 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216983'] for segment, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:57.443190 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:57.449388 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=74454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:40:57.622205 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Network 68f8537c-5a30-44c5-94fb-1f26ed43f770 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:40:57.631470 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383365'] for segment, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:57.797750 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Network 68f8537c-5a30-44c5-94fb-1f26ed43f770 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: Traceback (most recent call last): Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: timer() Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: cb(*args, **kw) Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: return func(*args, **kwargs) Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: self._notify() Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: self.callback(batched_events) Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: event.method(event) Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: return f(self, *a, **k) Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._get(url).json() Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: return self.request(url, 'GET', **kwargs) Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:40:57.818731 dv-cinder-784779-10-iscsi neutron-server[74454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:40:57.985378 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:57.989686 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5a5f6f67-ea9d-41ac-a512-e36a2f9f2c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:58.002937 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:58.013633 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Pushing event deleted for resources: {'Network': ['ID=68f8537c-5a30-44c5-94fb-1f26ed43f770,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:58.018106 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:58.022296 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] 10.222.0.18 "DELETE /v2.0/networks/68f8537c-5a30-44c5-94fb-1f26ed43f770 HTTP/1.1" status: 204 len: 168 time: 1.5213573 Apr 30 17:40:58.447463 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59796) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:58.497258 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-54c25941-e06b-467a-a014-c2b025ffae9b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=067011d22557456da24ed65474fc02fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484846 Apr 30 17:40:58.499622 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59800) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:58.562130 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-74e8f934-4b3f-4feb-a689-b1fe88e77be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:58.588929 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-74e8f934-4b3f-4feb-a689-b1fe88e77be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:58.716716 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-74e8f934-4b3f-4feb-a689-b1fe88e77be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:58.721837 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-7a2b5085-a632-4743-879d-cac8404e0699 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:58.735626 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8f934-4b3f-4feb-a689-b1fe88e77be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d32ece-cfcb-473d-b170-2d3ba2cdada2,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:58.739820 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-74e8f934-4b3f-4feb-a689-b1fe88e77be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:58.743146 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-74e8f934-4b3f-4feb-a689-b1fe88e77be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:58.744379 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-74e8f934-4b3f-4feb-a689-b1fe88e77be2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8d32ece-cfcb-473d-b170-2d3ba2cdada2 HTTP/1.1" status: 204 len: 168 time: 0.2438195 Apr 30 17:40:59.515557 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59808) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:59.565872 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-b9e83b19-ee9b-41fa-b890-1e656294ed8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66596ef96e8a419690421e32aaa7453e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490448 Apr 30 17:40:59.568353 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59812) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:40:59.630758 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8a17-a8e0-4edc-adda-23e3b0a49845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:59.657387 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8a17-a8e0-4edc-adda-23e3b0a49845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:59.823565 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8a17-a8e0-4edc-adda-23e3b0a49845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:59.827677 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-a44b756d-ba8c-4f29-88fd-675f8d5003b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:40:59.839566 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d8a17-a8e0-4edc-adda-23e3b0a49845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c84ebf-6404-42c4-9534-fe2996db5d94,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:40:59.843214 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8b2d8a17-a8e0-4edc-adda-23e3b0a49845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:40:59.848932 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8a17-a8e0-4edc-adda-23e3b0a49845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:59.848932 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-8b2d8a17-a8e0-4edc-adda-23e3b0a49845 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9c84ebf-6404-42c4-9534-fe2996db5d94 HTTP/1.1" status: 204 len: 168 time: 0.2782538 Apr 30 17:40:59.939510 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:03.090972 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb80843-a1ea-4f66-a3cf-acaa506fe95a req-d1bb1bdd-14fb-40f1-88b6-ebb82eb54342 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:03.092395 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfb80843-a1ea-4f66-a3cf-acaa506fe95a req-d1bb1bdd-14fb-40f1-88b6-ebb82eb54342 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 947 time: 0.0821872 Apr 30 17:41:03.138413 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfb80843-a1ea-4f66-a3cf-acaa506fe95a req-c878042a-5c3c-4f79-b458-c9d7d071ac90 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393529 Apr 30 17:41:04.338534 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb02f5-e11b-4add-b897-5a19a4adc173 req-9c9ac9e7-ab96-4c60-bd79-6c9a3aa2620b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:04.340015 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eefb02f5-e11b-4add-b897-5a19a4adc173 req-9c9ac9e7-ab96-4c60-bd79-6c9a3aa2620b tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 947 time: 0.0863307 Apr 30 17:41:04.387345 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eefb02f5-e11b-4add-b897-5a19a4adc173 req-be670887-8d4f-4c53-a2ea-a653c6b383c3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups?id=a89b9351-8e6e-40d1-a6fc-f61c1f30815e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412314 Apr 30 17:41:04.671483 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-127f9b78-e039-416b-8949-3202890134e3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:04.672947 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-127f9b78-e039-416b-8949-3202890134e3 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.63 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 947 time: 0.0797775 Apr 30 17:41:04.811101 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Deleting port 89032f1d-dba6-4f5a-929a-e5b86e92a23f {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:41:04.811444 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:04.945983 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] For port 89032f1d-dba6-4f5a-929a-e5b86e92a23f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89032f1d-dba6-4f5a-929a-e5b86e92a23f,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:41:04.946252 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:05.287870 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:05.288238 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:05.288557 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.l3_db [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Floating IP ccffd571-2339-46ea-a62d-6ab0a3e87361 disassociated. External IP: 172.27.3.182, port: 89032f1d-dba6-4f5a-929a-e5b86e92a23f. Apr 30 17:41:05.288898 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Calling delete_port for 89032f1d-dba6-4f5a-929a-e5b86e92a23f owned by compute:nova {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:41:05.500074 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:05.507431 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:05.600100 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event deleted for resources: {'Port': ['ID=89032f1d-dba6-4f5a-929a-e5b86e92a23f,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:05.621079 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cd50f861-1249-4795-afe4-1e17af489a23 req-21bc19e5-c7fc-422e-925a-4d073371dd7d tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 210 time: 0.0731673 Apr 30 17:41:05.624217 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:05.624599 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:05.624951 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:05.625304 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:05.625650 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:05.626008 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:05.626341 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:05.626694 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:05.627037 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:05.627398 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:05.627739 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:05.628074 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:05.631873 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:05.940700 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Router 04f5022b-4da5-4018-944d-3463fd4fbca1 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:41:06.157538 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:41:06.167443 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f14d7e-12e8-4130-a0bd-9e1a749352b7 None None] Sync routers for ids ['04f5022b-4da5-4018-944d-3463fd4fbca1'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:41:06.178303 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f14d7e-12e8-4130-a0bd-9e1a749352b7 None None] Routers {'04f5022b-4da5-4018-944d-3463fd4fbca1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:41:06.179213 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-90f14d7e-12e8-4130-a0bd-9e1a749352b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:40:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['04f5022b-4da5-4018-944d-3463fd4fbca1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:06.234816 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] No DVR routers for this DVR port 89032f1d-dba6-4f5a-929a-e5b86e92a23f on host hv-cinder-78477 {{(pid=74455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:41:06.237589 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:06.240951 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'name': 'network-vif-deleted', 'tag': '89032f1d-dba6-4f5a-929a-e5b86e92a23f'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:41:06.294652 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc524626-a8a6-471c-a769-d0dd209bef7f', 'name': 'network-vif-deleted', 'tag': '89032f1d-dba6-4f5a-929a-e5b86e92a23f', 'status': 'completed', 'code': 200} Apr 30 17:41:06.309837 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-094b7882-1a2e-4f73-9ab6-8ed60837ffd4 req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.63 "DELETE /v2.0/ports/89032f1d-dba6-4f5a-929a-e5b86e92a23f HTTP/1.1" status: 204 len: 173 time: 1.6314251 Apr 30 17:41:06.375910 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-90f14d7e-12e8-4130-a0bd-9e1a749352b7 None None] Set router 04f5022b-4da5-4018-944d-3463fd4fbca1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:41:06.720895 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-90f14d7e-12e8-4130-a0bd-9e1a749352b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:50Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea', 'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'mac_address': 'fa:16:3e:38:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:48Z', 'updated_at': '2021-04-30T17:30:02Z', 'revision_number': 5, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'subnets': [{'id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:06.725582 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f14d7e-12e8-4130-a0bd-9e1a749352b7 None None] Checking router: 04f5022b-4da5-4018-944d-3463fd4fbca1 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:41:06.734903 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f14d7e-12e8-4130-a0bd-9e1a749352b7 None None] Routers {'04f5022b-4da5-4018-944d-3463fd4fbca1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:41:06.735649 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-90f14d7e-12e8-4130-a0bd-9e1a749352b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:40:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['04f5022b-4da5-4018-944d-3463fd4fbca1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:06.814264 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-d73a89fb-a808-4814-89ee-77414d9dcc13 req-eea5e28d-37af-4334-a180-ea05828941d8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Synchronizing usage tracker for tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:41:06.913839 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-90f14d7e-12e8-4130-a0bd-9e1a749352b7 None None] Set router 04f5022b-4da5-4018-944d-3463fd4fbca1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:41:06.914905 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-d73a89fb-a808-4814-89ee-77414d9dcc13 req-eea5e28d-37af-4334-a180-ea05828941d8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Unset dirty status for tenant:ccc08e0935864e70bcf50cd6c9ba3ae3 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:41:06.916219 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d73a89fb-a808-4814-89ee-77414d9dcc13 req-eea5e28d-37af-4334-a180-ea05828941d8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc524626-a8a6-471c-a769-d0dd209bef7f HTTP/1.1" status: 200 len: 210 time: 0.1485548 Apr 30 17:41:07.274192 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-90f14d7e-12e8-4130-a0bd-9e1a749352b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:50Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea', 'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'mac_address': 'fa:16:3e:38:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:48Z', 'updated_at': '2021-04-30T17:30:02Z', 'revision_number': 5, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'subnets': [{'id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:07.278230 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f14d7e-12e8-4130-a0bd-9e1a749352b7 None None] The sync data for ids ['04f5022b-4da5-4018-944d-3463fd4fbca1'] in dv-cinder-784779-10-iscsi is: [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:29:50Z', 'revision_number': 4, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea', 'name': '', 'network_id': '530fc79f-6b7d-46c2-b9df-2331fd74f2f0', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'mac_address': 'fa:16:3e:38:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:48Z', 'updated_at': '2021-04-30T17:30:02Z', 'revision_number': 5, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'subnets': [{'id': 'c3cec6c4-057f-403e-861a-e867b0518223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:41:07.478969 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70562f92-e6f3-4c0a-8d50-8efa6d0f219d None None] New status for floating IP ccffd571-2339-46ea-a62d-6ab0a3e87361: DOWN {{(pid=74457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:41:08.092489 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 89032f1d-dba6-4f5a-929a-e5b86e92a23f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:41:08.108067 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59846) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:08.127515 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: 89032f1d-dba6-4f5a-929a-e5b86e92a23f {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:41:08.128890 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 89032f1d-dba6-4f5a-929a-e5b86e92a23f not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:41:08.170951 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-aaf9b1a5-d030-4265-9cbe-5420dada6e26 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:08.200952 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-aaf9b1a5-d030-4265-9cbe-5420dada6e26 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:08.322409 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-aaf9b1a5-d030-4265-9cbe-5420dada6e26 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:08.326302 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c7a6bd3f-d707-470b-87d4-7f758e2a930c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:08.340966 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9b1a5-d030-4265-9cbe-5420dada6e26 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89b9351-8e6e-40d1-a6fc-f61c1f30815e,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:08.344234 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-aaf9b1a5-d030-4265-9cbe-5420dada6e26 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:08.399300 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-aaf9b1a5-d030-4265-9cbe-5420dada6e26 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:08.400512 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-aaf9b1a5-d030-4265-9cbe-5420dada6e26 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "DELETE /v2.0/security-groups/a89b9351-8e6e-40d1-a6fc-f61c1f30815e HTTP/1.1" status: 204 len: 168 time: 0.2931602 Apr 30 17:41:08.407544 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59852) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:08.423827 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.api.v2.resource [None req-0c5cbe22-6fbf-48db-b025-e43a6a869028 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] show failed (client error): The resource could not be found. Apr 30 17:41:08.424798 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-0c5cbe22-6fbf-48db-b025-e43a6a869028 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "GET /v2.0/security-groups/a89b9351-8e6e-40d1-a6fc-f61c1f30815e HTTP/1.1" status: 404 len: 347 time: 0.0163231 Apr 30 17:41:08.428189 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59856) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:08.649386 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-ebb93154-02f3-4681-ad5a-e567ca2e3377 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Deleting port a9492583-e8e5-461d-ac21-abfa2a7b21e2 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:41:08.649730 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ebb93154-02f3-4681-ad5a-e567ca2e3377 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:08.855480 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ebb93154-02f3-4681-ad5a-e567ca2e3377 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:08.855808 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ebb93154-02f3-4681-ad5a-e567ca2e3377 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:08.983911 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-ebb93154-02f3-4681-ad5a-e567ca2e3377 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Calling delete_port for a9492583-e8e5-461d-ac21-abfa2a7b21e2 owned by network:floatingip {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:41:09.177898 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ebb93154-02f3-4681-ad5a-e567ca2e3377 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:09.181856 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1d701b87-fadd-4b9d-b2eb-8a243a388c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:09.229124 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb93154-02f3-4681-ad5a-e567ca2e3377 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Pushing event deleted for resources: {'Port': ['ID=a9492583-e8e5-461d-ac21-abfa2a7b21e2,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:09.232220 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ebb93154-02f3-4681-ad5a-e567ca2e3377 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:09.242655 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c803-ec2c-4858-aaa4-bde842281a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:09.321526 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ebb93154-02f3-4681-ad5a-e567ca2e3377 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks [] for floatingip, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:09.407979 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ebb93154-02f3-4681-ad5a-e567ca2e3377 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:09.409113 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-ebb93154-02f3-4681-ad5a-e567ca2e3377 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] 10.222.0.18 "DELETE /v2.0/floatingips/ccffd571-2339-46ea-a62d-6ab0a3e87361 HTTP/1.1" status: 204 len: 168 time: 0.9800391 Apr 30 17:41:10.720716 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0f49c-06a9-40d3-bf22-725c0e1736da req-7a9fadb5-ea20-4ee3-b639-25e884249466 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:10.722160 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-03f0f49c-06a9-40d3-bf22-725c0e1736da req-7a9fadb5-ea20-4ee3-b639-25e884249466 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0809050 Apr 30 17:41:10.771933 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-03f0f49c-06a9-40d3-bf22-725c0e1736da req-375bd008-5243-4424-ae91-30817398687f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432367 Apr 30 17:41:11.800520 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:11.863012 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-83fa0bd2-9c8e-4063-8c66-6d1e5fdf6204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:11.961632 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2054768-9248-41d0-b3cd-69888de8b83b req-6cfa165f-906e-4290-8592-db4dc821a33e tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:11.963004 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b2054768-9248-41d0-b3cd-69888de8b83b req-6cfa165f-906e-4290-8592-db4dc821a33e tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.0818586 Apr 30 17:41:12.059404 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b2054768-9248-41d0-b3cd-69888de8b83b req-82053544-a83c-44c3-a95f-5effcfc84d38 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f342bdc-2f7e-4e12-a1b2-e99934489f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903594 Apr 30 17:41:12.087804 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-7d61cfec-2321-4cd4-83f1-460807f00850 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:12.089212 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-7d61cfec-2321-4cd4-83f1-460807f00850 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.63 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 946 time: 0.1071808 Apr 30 17:41:12.226188 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Deleting port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:41:12.226441 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:12.361507 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] For port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:41:12.361854 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:12.630054 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59892) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:12.666499 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:12.666867 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:12.667228 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.l3_db [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Floating IP 4db9017a-8864-48ba-8d22-71e6b8265ca2 disassociated. External IP: 172.27.3.3, port: 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1. Apr 30 17:41:12.667569 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Calling delete_port for 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 owned by compute:nova {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:41:12.863338 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:12.871508 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-cbdd69b8-db5b-4b00-8c12-9733f84029fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:12.919929 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event deleted for resources: {'Port': ['ID=6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:12.922999 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:13.231969 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f1ada8e2-e1ee-40fe-9222-2188cad667ff req-3c3ffea0-dc33-4ff8-9b91-ed12c9eccf56 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 210 time: 0.0518532 Apr 30 17:41:13.262636 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:41:13.372638 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4a3151c3-3a76-4367-8154-61d04a489f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4070988'] for router_interface, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:13.478341 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:41:13.488704 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e6520-f1e9-4328-8cfe-99734dbc8769 None None] Sync routers for ids ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:41:13.499518 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e6520-f1e9-4328-8cfe-99734dbc8769 None None] Routers {'ea4143e6-c46f-4022-965d-f6b7f2bd5b00'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:41:13.500144 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-5f7e6520-f1e9-4328-8cfe-99734dbc8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:41:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:13.555499 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] No DVR routers for this DVR port 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 on host hv-cinder-78477 {{(pid=74455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:41:13.564747 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:13.571372 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454ec9fe-644f-4b0e-886b-a3b6e6c83ffd', 'name': 'network-vif-deleted', 'tag': '6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:41:13.579141 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-894f846c-32b8-4ee0-b39c-5e8aad621a4e req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.63 "DELETE /v2.0/ports/6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 HTTP/1.1" status: 204 len: 173 time: 1.4839435 Apr 30 17:41:13.625647 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454ec9fe-644f-4b0e-886b-a3b6e6c83ffd', 'name': 'network-vif-deleted', 'tag': '6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1', 'status': 'completed', 'code': 200} Apr 30 17:41:13.716723 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-5f7e6520-f1e9-4328-8cfe-99734dbc8769 None None] Set router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:41:13.844742 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:13.944304 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-4a3151c3-3a76-4367-8154-61d04a489f0e admin admin] Deleting port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:41:13.945251 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4a3151c3-3a76-4367-8154-61d04a489f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:14.042591 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-5f7e6520-f1e9-4328-8cfe-99734dbc8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': 'c52e74ad-01f4-4602-8538-79074161672b', 'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'mac_address': 'fa:16:3e:f4:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:39Z', 'updated_at': '2021-04-30T17:35:47Z', 'revision_number': 5, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'subnets': [{'id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:14.046412 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e6520-f1e9-4328-8cfe-99734dbc8769 None None] Checking router: ea4143e6-c46f-4022-965d-f6b7f2bd5b00 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:41:14.056080 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e6520-f1e9-4328-8cfe-99734dbc8769 None None] Routers {'ea4143e6-c46f-4022-965d-f6b7f2bd5b00'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:41:14.056674 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-5f7e6520-f1e9-4328-8cfe-99734dbc8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:41:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:14.067845 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-4a3151c3-3a76-4367-8154-61d04a489f0e admin admin] For port 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:41:14.069234 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4a3151c3-3a76-4367-8154-61d04a489f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:14.191516 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-4a3151c3-3a76-4367-8154-61d04a489f0e admin admin] Calling delete_port for 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea owned by network:router_interface {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:41:14.246503 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-5f7e6520-f1e9-4328-8cfe-99734dbc8769 None None] Set router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:41:14.412299 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-c062e422-6421-4e72-8339-26e2324b717f req-c5e3e6d6-e561-4ff6-8d7c-3413eba08975 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Synchronizing usage tracker for tenant:cdbcbbe6ee6846d5865d08d212788426 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:41:14.437012 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4a3151c3-3a76-4367-8154-61d04a489f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:14.441493 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-759ab1b0-cdd6-4f9c-ac0c-fac33ed6b202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:14.482750 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-c062e422-6421-4e72-8339-26e2324b717f req-c5e3e6d6-e561-4ff6-8d7c-3413eba08975 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Unset dirty status for tenant:cdbcbbe6ee6846d5865d08d212788426 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:41:14.483920 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c062e422-6421-4e72-8339-26e2324b717f req-c5e3e6d6-e561-4ff6-8d7c-3413eba08975 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=454ec9fe-644f-4b0e-886b-a3b6e6c83ffd HTTP/1.1" status: 200 len: 210 time: 0.1222105 Apr 30 17:41:14.492972 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3151c3-3a76-4367-8154-61d04a489f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:14.500772 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-4a3151c3-3a76-4367-8154-61d04a489f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:14.586646 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-5f7e6520-f1e9-4328-8cfe-99734dbc8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': 'c52e74ad-01f4-4602-8538-79074161672b', 'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'mac_address': 'fa:16:3e:f4:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:39Z', 'updated_at': '2021-04-30T17:35:47Z', 'revision_number': 5, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'subnets': [{'id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:14.590940 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e6520-f1e9-4328-8cfe-99734dbc8769 None None] The sync data for ids ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'] in dv-cinder-784779-10-iscsi is: [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': 'c52e74ad-01f4-4602-8538-79074161672b', 'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'mac_address': 'fa:16:3e:f4:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:39Z', 'updated_at': '2021-04-30T17:35:47Z', 'revision_number': 5, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'subnets': [{'id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:41:14.799575 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-4a3151c3-3a76-4367-8154-61d04a489f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4072444'] for router_interface, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:14.830017 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9adcbe-b763-4e94-a0cc-2de2b5a9a753 None None] New status for floating IP 4db9017a-8864-48ba-8d22-71e6b8265ca2: DOWN {{(pid=74457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:41:15.166437 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3151c3-3a76-4367-8154-61d04a489f0e admin admin] Router 04f5022b-4da5-4018-944d-3463fd4fbca1 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:41:15.450140 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3151c3-3a76-4367-8154-61d04a489f0e admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:41:15.458761 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5354c0-107d-46b9-ad67-e08fbde3b7ff None None] Sync routers for ids ['04f5022b-4da5-4018-944d-3463fd4fbca1'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:41:15.463019 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-4a3151c3-3a76-4367-8154-61d04a489f0e admin admin] 10.222.0.18 "PUT /v2.0/routers/04f5022b-4da5-4018-944d-3463fd4fbca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8318219 Apr 30 17:41:15.465625 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59908) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:15.468504 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5354c0-107d-46b9-ad67-e08fbde3b7ff None None] Routers {'04f5022b-4da5-4018-944d-3463fd4fbca1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:41:15.469130 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-1c5354c0-107d-46b9-ad67-e08fbde3b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:41:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['04f5022b-4da5-4018-944d-3463fd4fbca1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:15.653779 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:15.657092 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59916) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:15.719107 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-1c5354c0-107d-46b9-ad67-e08fbde3b7ff None None] Set router 04f5022b-4da5-4018-944d-3463fd4fbca1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:41:15.725300 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-94790e15-8208-43e8-a011-c1d04502fee1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:15.755638 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-94790e15-8208-43e8-a011-c1d04502fee1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:15.825646 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:15.836998 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:15.905380 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-94790e15-8208-43e8-a011-c1d04502fee1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:15.909422 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-52b6c805-381d-4af8-a146-b56b75bd9b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:15.925287 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94790e15-8208-43e8-a011-c1d04502fee1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f342bdc-2f7e-4e12-a1b2-e99934489f61,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:15.928853 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-94790e15-8208-43e8-a011-c1d04502fee1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:15.996480 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-94790e15-8208-43e8-a011-c1d04502fee1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.000180 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-94790e15-8208-43e8-a011-c1d04502fee1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "DELETE /v2.0/security-groups/2f342bdc-2f7e-4e12-a1b2-e99934489f61 HTTP/1.1" status: 204 len: 168 time: 0.3397369 Apr 30 17:41:16.000353 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] Deleting port 58e24c17-baed-41de-9e65-824ea633dfc5 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:41:16.000353 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.000809 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59920) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:16.019488 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.api.v2.resource [None req-c7540502-83ad-4f96-8a2d-0c05c1499a75 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] show failed (client error): The resource could not be found. Apr 30 17:41:16.023326 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-c7540502-83ad-4f96-8a2d-0c05c1499a75 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups/2f342bdc-2f7e-4e12-a1b2-e99934489f61 HTTP/1.1" status: 404 len: 347 time: 0.0187798 Apr 30 17:41:16.023668 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59924) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:16.032060 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-1c5354c0-107d-46b9-ad67-e08fbde3b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:41:14Z', 'revision_number': 5, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port': {'id': '58e24c17-baed-41de-9e65-824ea633dfc5', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:41Z', 'updated_at': '2021-04-30T17:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:16.036774 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5354c0-107d-46b9-ad67-e08fbde3b7ff None None] Checking router: 04f5022b-4da5-4018-944d-3463fd4fbca1 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:41:16.045604 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5354c0-107d-46b9-ad67-e08fbde3b7ff None None] Routers {'04f5022b-4da5-4018-944d-3463fd4fbca1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:41:16.046301 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-1c5354c0-107d-46b9-ad67-e08fbde3b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:41:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['04f5022b-4da5-4018-944d-3463fd4fbca1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:16.128855 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] For port 58e24c17-baed-41de-9e65-824ea633dfc5, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=58e24c17-baed-41de-9e65-824ea633dfc5,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:41:16.129208 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.166174 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:41:16.208756 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:41:16.209247 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 6f50bc3a-3c47-4afc-948a-3ba7b77bf4c1 not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:41:16.241116 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-1c5354c0-107d-46b9-ad67-e08fbde3b7ff None None] Set router 04f5022b-4da5-4018-944d-3463fd4fbca1 gateway port host: None {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:41:16.257104 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-98ef98a7-f9a5-4095-ae30-fd4649c8bed3 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Deleting port 375467cb-cb2f-4a8a-925e-84ae71379ba9 {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:41:16.257483 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-98ef98a7-f9a5-4095-ae30-fd4649c8bed3 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.258545 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] Calling delete_port for 58e24c17-baed-41de-9e65-824ea633dfc5 owned by network:router_gateway {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:41:16.348915 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-1c5354c0-107d-46b9-ad67-e08fbde3b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:41:15Z', 'revision_number': 6, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port_host': None}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:16.353106 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5354c0-107d-46b9-ad67-e08fbde3b7ff None None] The sync data for ids ['04f5022b-4da5-4018-944d-3463fd4fbca1'] in dv-cinder-784779-10-iscsi is: [{'id': '04f5022b-4da5-4018-944d-3463fd4fbca1', 'name': 'tempest-AttachVolumeShelveTestJSON-573084363-router', 'tenant_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:29:39Z', 'updated_at': '2021-04-30T17:41:15Z', 'revision_number': 6, 'project_id': 'ccc08e0935864e70bcf50cd6c9ba3ae3', 'gw_port_host': None}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:41:16.389406 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-98ef98a7-f9a5-4095-ae30-fd4649c8bed3 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.390087 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-98ef98a7-f9a5-4095-ae30-fd4649c8bed3 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.470961 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.475852 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:16.518477 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-98ef98a7-f9a5-4095-ae30-fd4649c8bed3 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Calling delete_port for 375467cb-cb2f-4a8a-925e-84ae71379ba9 owned by network:floatingip {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:41:16.552437 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=58e24c17-baed-41de-9e65-824ea633dfc5,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:16.555843 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:16.622235 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4072803'] for router_gateway, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.703381 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-98ef98a7-f9a5-4095-ae30-fd4649c8bed3 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.718063 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-da956943-d04c-4fba-a01e-d6afdcab6c50 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:16.771234 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef98a7-f9a5-4095-ae30-fd4649c8bed3 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event deleted for resources: {'Port': ['ID=375467cb-cb2f-4a8a-925e-84ae71379ba9,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:16.816109 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-98ef98a7-f9a5-4095-ae30-fd4649c8bed3 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:16.821214 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497246'] for router, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.824458 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.891341 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-98ef98a7-f9a5-4095-ae30-fd4649c8bed3 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for floatingip, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.943464 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4073771'] for router, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.943969 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04f5022b-4da5-4018-944d-3463fd4fbca1 {{(pid=74454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:41:16.956745 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] Notify callbacks [] for router, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.960823 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-927d45f0-7924-4cb7-81e2-4a3810dd13a9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/04f5022b-4da5-4018-944d-3463fd4fbca1 HTTP/1.1" status: 204 len: 168 time: 1.4912632 Apr 30 17:41:16.961134 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59928) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:16.974648 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-98ef98a7-f9a5-4095-ae30-fd4649c8bed3 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.980194 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-98ef98a7-f9a5-4095-ae30-fd4649c8bed3 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "DELETE /v2.0/floatingips/4db9017a-8864-48ba-8d22-71e6b8265ca2 HTTP/1.1" status: 204 len: 168 time: 0.9553897 Apr 30 17:41:17.024127 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_v2 [None req-31116da8-fc4d-45a8-9ee5-b51140b39167 admin admin] Deleting subnet c3cec6c4-057f-403e-861a-e867b0518223 {{(pid=74454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:41:17.027252 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-31116da8-fc4d-45a8-9ee5-b51140b39167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:17.080874 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-31116da8-fc4d-45a8-9ee5-b51140b39167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2217006'] for subnet, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:17.159382 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-31116da8-fc4d-45a8-9ee5-b51140b39167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:17.205583 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:41:17.245133 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:41:17.245535 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 9e9b5a3d-47e8-49b2-a6e7-cdd8ae1b24ea not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:41:17.329202 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59934) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:17.335419 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--408251649', 'description': 'tempest-description--1324922629'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:41:17.341555 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:17.346991 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Usage tracker for resource:security_group and tenant:cdbcbbe6ee6846d5865d08d212788426 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:41:17.351947 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:41:17.358090 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:17.448408 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:17.469276 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:17.473073 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Usage tracker for resource:security_group_rule and tenant:cdbcbbe6ee6846d5865d08d212788426 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:41:17.476827 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:41:17.482842 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:17.556558 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:17.591279 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-31116da8-fc4d-45a8-9ee5-b51140b39167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2749857'] for subnet, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:17.595457 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:17.625547 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:17.631476 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31116da8-fc4d-45a8-9ee5-b51140b39167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3cec6c4-057f-403e-861a-e867b0518223,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:17.632239 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f5dde08c-0e78-4383-8e1b-6747f311c415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:17.634561 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-31116da8-fc4d-45a8-9ee5-b51140b39167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:17.635572 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-31116da8-fc4d-45a8-9ee5-b51140b39167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:17.640998 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8093639d-3868-4fbe-a782-90dc75279a9e None None] Network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:41:17.646106 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-31116da8-fc4d-45a8-9ee5-b51140b39167 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c3cec6c4-057f-403e-861a-e867b0518223 HTTP/1.1" status: 204 len: 168 time: 0.6811891 Apr 30 17:41:17.646548 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59938) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:17.680015 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706c57c2-78d7-4289-932a-95d41ef8159b,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:17.682843 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:17.754259 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:17.762411 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:17.766688 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4335504 Apr 30 17:41:17.767501 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59942) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:17.773762 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-1a61a080-a9d2-4669-97c2-6c9a8a55cb0b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Request body: {'security_group_rule': {'security_group_id': '706c57c2-78d7-4289-932a-95d41ef8159b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:41:17.779797 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-1a61a080-a9d2-4669-97c2-6c9a8a55cb0b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:17.784128 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-1a61a080-a9d2-4669-97c2-6c9a8a55cb0b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Usage tracker for resource:security_group_rule and tenant:cdbcbbe6ee6846d5865d08d212788426 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:41:17.787327 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-1a61a080-a9d2-4669-97c2-6c9a8a55cb0b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:41:17.793474 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-1a61a080-a9d2-4669-97c2-6c9a8a55cb0b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:17.839609 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Deleting port b7a0c15a-83b0-466d-8da9-0589c314a8d1 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:41:17.839835 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:17.894731 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1a61a080-a9d2-4669-97c2-6c9a8a55cb0b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:17.907468 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987ef166-e7e6-4f6c-a6ea-246261940169 None None] DHCP port deletion for 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 request from dv-cinder-784779-10-iscsi {{(pid=74456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 17:41:17.940332 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] For port b7a0c15a-83b0-466d-8da9-0589c314a8d1, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=b7a0c15a-83b0-466d-8da9-0589c314a8d1,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:41:17.940685 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:17.963608 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1a61a080-a9d2-4669-97c2-6c9a8a55cb0b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:17.979722 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-987ef166-e7e6-4f6c-a6ea-246261940169 None None] Deleting port b7a0c15a-83b0-466d-8da9-0589c314a8d1 {{(pid=74456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:41:17.980175 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-987ef166-e7e6-4f6c-a6ea-246261940169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.040339 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1a61a080-a9d2-4669-97c2-6c9a8a55cb0b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.042527 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-0748c294-0799-480c-a1a0-2a09752b8075 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:18.071329 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Calling delete_port for b7a0c15a-83b0-466d-8da9-0589c314a8d1 owned by network:dhcp {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:41:18.085560 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-987ef166-e7e6-4f6c-a6ea-246261940169 None None] For port b7a0c15a-83b0-466d-8da9-0589c314a8d1, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=b7a0c15a-83b0-466d-8da9-0589c314a8d1,segment=NetworkSegment(43bda81e-06c5-4770-bf68-5c1ccaef9579),segment_id=43bda81e-06c5-4770-bf68-5c1ccaef9579)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:41:18.085947 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-987ef166-e7e6-4f6c-a6ea-246261940169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.176482 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61a080-a9d2-4669-97c2-6c9a8a55cb0b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa7632c-962b-44c1-a672-7ab54ace1320,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:18.179689 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-1a61a080-a9d2-4669-97c2-6c9a8a55cb0b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:18.213896 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-987ef166-e7e6-4f6c-a6ea-246261940169 None None] Calling delete_port for b7a0c15a-83b0-466d-8da9-0589c314a8d1 owned by network:dhcp {{(pid=74456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:41:18.222952 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.228245 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-adbeafd9-7195-489f-afa9-a2dc7f5df7c8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:18.253964 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1a61a080-a9d2-4669-97c2-6c9a8a55cb0b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.258364 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-1a61a080-a9d2-4669-97c2-6c9a8a55cb0b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4866242 Apr 30 17:41:18.258657 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59946) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:18.265056 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-987ef166-e7e6-4f6c-a6ea-246261940169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157'] for port, after_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.265212 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-58771c32-7613-419c-addd-20ffea2dea60 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Request body: {'security_group_rule': {'security_group_id': '706c57c2-78d7-4289-932a-95d41ef8159b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:41:18.267827 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:18.270298 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-58771c32-7613-419c-addd-20ffea2dea60 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:18.273854 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a0c15a-83b0-466d-8da9-0589c314a8d1,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:18.275295 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-58771c32-7613-419c-addd-20ffea2dea60 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Usage tracker for resource:security_group_rule and tenant:cdbcbbe6ee6846d5865d08d212788426 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:41:18.275742 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] No DVR routers for this DVR port b7a0c15a-83b0-466d-8da9-0589c314a8d1 on host dv-cinder-784779-10-iscsi {{(pid=74454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:41:18.277318 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:18.278412 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-58771c32-7613-419c-addd-20ffea2dea60 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:41:18.285194 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-58771c32-7613-419c-addd-20ffea2dea60 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:18.315010 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ef166-e7e6-4f6c-a6ea-246261940169 None None] Pushing event deleted for resources: {'Port': ['ID=b7a0c15a-83b0-466d-8da9-0589c314a8d1,revision_number=None']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:18.317051 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ef166-e7e6-4f6c-a6ea-246261940169 None None] No DVR routers for this DVR port b7a0c15a-83b0-466d-8da9-0589c314a8d1 on host dv-cinder-784779-10-iscsi {{(pid=74456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:41:18.318795 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-987ef166-e7e6-4f6c-a6ea-246261940169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:18.356992 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-58771c32-7613-419c-addd-20ffea2dea60 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.393565 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.419275 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-58771c32-7613-419c-addd-20ffea2dea60 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.494213 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-58771c32-7613-419c-addd-20ffea2dea60 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4134728'] for security_group_rule, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.496177 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:18.514743 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530fc79f-6b7d-46c2-b9df-2331fd74f2f0']}} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:18.518773 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58771c32-7613-419c-addd-20ffea2dea60 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dffd4ee-3a2c-46d4-9971-dd8768a01843,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:18.521757 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-58771c32-7613-419c-addd-20ffea2dea60 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:18.528761 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43bda81e-06c5-4770-bf68-5c1ccaef9579') {'for_net_delete': True} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:18.532664 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43bda81e-06c5-4770-bf68-5c1ccaef9579') {} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:18.541595 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216983'] for segment, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.558417 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.564719 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=74454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:41:18.614061 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-58771c32-7613-419c-addd-20ffea2dea60 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.619335 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-58771c32-7613-419c-addd-20ffea2dea60 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3567007 Apr 30 17:41:18.619501 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 59950) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:18.624673 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Request body: {'floatingip': {'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:41:18.631416 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:18.635276 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Usage tracker for resource:floatingip and tenant:cdbcbbe6ee6846d5865d08d212788426 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:41:18.638178 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:41:18.644205 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:18.722202 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for floatingip, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.735118 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:41:18.744505 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383365'] for segment, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.843239 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device b7a0c15a-83b0-466d-8da9-0589c314a8d1 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:41:18.865188 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:18.915401 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Network 530fc79f-6b7d-46c2-b9df-2331fd74f2f0 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:41:18.924154 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: b7a0c15a-83b0-466d-8da9-0589c314a8d1 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:41:18.924500 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device b7a0c15a-83b0-466d-8da9-0589c314a8d1 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:41:18.924925 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 58e24c17-baed-41de-9e65-824ea633dfc5 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: Traceback (most recent call last): Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: timer() Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: cb(*args, **kw) Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: return func(*args, **kwargs) Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: self._notify() Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: self.callback(batched_events) Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: event.method(event) Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: return f(self, *a, **k) Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._get(url).json() Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: return self.request(url, 'GET', **kwargs) Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:41:18.941424 dv-cinder-784779-10-iscsi neutron-server[74454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:41:18.960217 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 58e24c17-baed-41de-9e65-824ea633dfc5 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:41:18.960568 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 58e24c17-baed-41de-9e65-824ea633dfc5 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:41:19.030084 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Allocated IP 172.27.3.78 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/3a1d5573-3ddc-4ef0-a184-9b75731cf9ef) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:41:19.160451 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:19.164935 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:19.179063 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:19.184246 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:19.189508 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Pushing event deleted for resources: {'Network': ['ID=530fc79f-6b7d-46c2-b9df-2331fd74f2f0,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:19.193084 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:19.306450 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-61f9be81-5ff9-4aac-a54c-77506abfdb82 admin admin] 10.222.0.18 "DELETE /v2.0/networks/530fc79f-6b7d-46c2-b9df-2331fd74f2f0 HTTP/1.1" status: 204 len: 168 time: 1.6586299 Apr 30 17:41:19.351586 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:19.356700 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c2f96de7-c6da-4071-a89b-401ab19beffb tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:19.418491 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:41:19.421196 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:41:19.423691 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:41:19.471926 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event updated for resources: {'Port': ['ID=3a1d5573-3ddc-4ef0-a184-9b75731cf9ef,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:19.476062 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:19.518709 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:19.673225 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:19.720721 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59956) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:19.775824 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-c3557300-1f0a-4ea9-8940-53d854597189 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccc08e0935864e70bcf50cd6c9ba3ae3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0534670 Apr 30 17:41:19.778293 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 59960) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:19.839462 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-752736f0-f6b5-4779-93f1-aa7ca45f34ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:19.866239 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-752736f0-f6b5-4779-93f1-aa7ca45f34ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:19.889837 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:19.950969 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:19.954893 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-74875ece-8772-4b40-8c6e-e4d1f76647c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:19.977176 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-752736f0-f6b5-4779-93f1-aa7ca45f34ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:19.981081 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-185e7b71-c7c3-431a-8b7c-ebae3aea632b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:19.995591 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752736f0-f6b5-4779-93f1-aa7ca45f34ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6aa9ba-ed06-46fc-b4be-f48740923910,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:19.999277 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-752736f0-f6b5-4779-93f1-aa7ca45f34ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:20.006353 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-752736f0-f6b5-4779-93f1-aa7ca45f34ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:20.010483 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-752736f0-f6b5-4779-93f1-aa7ca45f34ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f6aa9ba-ed06-46fc-b4be-f48740923910 HTTP/1.1" status: 204 len: 168 time: 0.2282505 Apr 30 17:41:20.062955 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event updated for resources: {'Port': ['ID=3a1d5573-3ddc-4ef0-a184-9b75731cf9ef,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:20.066940 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:20.074542 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:20.185688 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:20.186840 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5665264 Apr 30 17:41:20.412104 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-d017bbb4-7cd3-45ae-848e-b58de2062477 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Synchronizing usage tracker for tenant:cdbcbbe6ee6846d5865d08d212788426 on resource:security_group {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:41:20.527773 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-d017bbb4-7cd3-45ae-848e-b58de2062477 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Unset dirty status for tenant:cdbcbbe6ee6846d5865d08d212788426 on resource:security_group {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:41:20.528949 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-d017bbb4-7cd3-45ae-848e-b58de2062477 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--408251649&fields=id&tenant_id=cdbcbbe6ee6846d5865d08d212788426 HTTP/1.1" status: 200 len: 267 time: 0.1589720 Apr 30 17:41:20.684086 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-952d138e-c596-4351-ae9d-81fb32a7b241 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:20.685665 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-952d138e-c596-4351-ae9d-81fb32a7b241 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/networks?id=f6de51b8-401e-44f1-ba63-c82446525040 HTTP/1.1" status: 200 len: 810 time: 0.1499326 Apr 30 17:41:20.702872 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-0a934a18-ed2c-41e9-a840-01fdd9a854dc tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/quotas/cdbcbbe6ee6846d5865d08d212788426 HTTP/1.1" status: 200 len: 375 time: 0.0115652 Apr 30 17:41:20.792506 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-9cc060c1-8ae4-4da4-988b-30502e0e9768 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Synchronizing usage tracker for tenant:cdbcbbe6ee6846d5865d08d212788426 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:41:20.920911 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-9cc060c1-8ae4-4da4-988b-30502e0e9768 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Unset dirty status for tenant:cdbcbbe6ee6846d5865d08d212788426 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:41:20.922398 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-9cc060c1-8ae4-4da4-988b-30502e0e9768 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdbcbbe6ee6846d5865d08d212788426&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2139282 Apr 30 17:41:20.938950 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-15a9cc4d-d1f8-4854-b429-adb6e9d28d45 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:41:20.939981 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-15a9cc4d-d1f8-4854-b429-adb6e9d28d45 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054302 Apr 30 17:41:21.074601 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-e131b93b-c1cf-4484-aefb-0246389052bd service neutron] 10.222.0.18 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284883 Apr 30 17:41:21.318769 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-4805bc2e-d6ba-4bc6-9d10-57d861537c70 service neutron] 10.222.0.18 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383878 Apr 30 17:41:21.626424 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9e727408-f337-4de2-b6b5-872ee058ec3f req-8aeb4854-236b-46bd-afd0-157d677e9524 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 210 time: 0.0500040 Apr 30 17:41:22.723319 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2d6b5839-d86e-4d23-94f0-385adb805f47 req-040716ea-4e64-4329-9900-978aaa7c2fcb tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 210 time: 0.0434847 Apr 30 17:41:22.944722 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 60040) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:23.064312 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c630cecb-1769-48a6-aed7-602950946290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:23.088919 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-c630cecb-1769-48a6-aed7-602950946290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:23.088919 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-c630cecb-1769-48a6-aed7-602950946290 admin admin] Usage tracker for resource:security_group_rule and tenant:d1754ee047a44a93a8f1e8d248830525 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:41:23.088919 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-c630cecb-1769-48a6-aed7-602950946290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:41:23.094178 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-c630cecb-1769-48a6-aed7-602950946290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:23.203769 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c630cecb-1769-48a6-aed7-602950946290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:23.328136 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c630cecb-1769-48a6-aed7-602950946290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:23.338140 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-a01d996b-81ca-4885-8a1d-5e7525b9db4a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:23.375046 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-c630cecb-1769-48a6-aed7-602950946290 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1754ee047a44a93a8f1e8d248830525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292467 Apr 30 17:41:23.377776 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 60046) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:23.379458 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630cecb-1769-48a6-aed7-602950946290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a29a71e-5664-4f74-89df-cfb8d2199fea,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:23.383244 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c630cecb-1769-48a6-aed7-602950946290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:23.443049 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-aa1cd4e9-820b-4586-910c-390318f85520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:23.472955 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-aa1cd4e9-820b-4586-910c-390318f85520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:23.659343 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-aa1cd4e9-820b-4586-910c-390318f85520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:23.663737 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-752736f0-f6b5-4779-93f1-aa7ca45f34ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:23.676340 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cd4e9-820b-4586-910c-390318f85520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a29a71e-5664-4f74-89df-cfb8d2199fea,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:23.682650 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-aa1cd4e9-820b-4586-910c-390318f85520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:23.682650 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-aa1cd4e9-820b-4586-910c-390318f85520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:23.683221 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-aa1cd4e9-820b-4586-910c-390318f85520 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a29a71e-5664-4f74-89df-cfb8d2199fea HTTP/1.1" status: 204 len: 168 time: 0.3038988 Apr 30 17:41:23.877941 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b5628977-4b61-4f29-9862-34166cea53d4 req-c61976f7-d388-4e3c-aee6-037661fcb24a tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 210 time: 0.0434968 Apr 30 17:41:24.218561 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-c7a6a549-65cb-4ff7-b7ce-3921af11f87f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:24.219980 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-c7a6a549-65cb-4ff7-b7ce-3921af11f87f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.63 "GET /v2.0/networks?id=f6de51b8-401e-44f1-ba63-c82446525040 HTTP/1.1" status: 200 len: 810 time: 0.1459160 Apr 30 17:41:24.275231 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-ec379949-2ef1-40f0-b527-beb2ac08aba4 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbcbbe6ee6846d5865d08d212788426 HTTP/1.1" status: 200 len: 379 time: 0.0461624 Apr 30 17:41:24.283670 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Request body: {'port': {'device_id': '1c58aea7-9aff-4135-8fac-c2d926ad1cec', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'admin_state_up': True, 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'security_groups': ['706c57c2-78d7-4289-932a-95d41ef8159b']}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:41:24.422798 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:24.433621 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:24.493206 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 60056) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:24.510568 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Made reservation on behalf of cdbcbbe6ee6846d5865d08d212788426 for: {'port': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:41:24.511104 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-bf979280-600b-43d8-b2f3-619ef7211ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:24.514375 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:24.526502 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-bf979280-600b-43d8-b2f3-619ef7211ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:24.530321 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-bf979280-600b-43d8-b2f3-619ef7211ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:cc26833cfdc24569b6332dad688f1af5 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:41:24.534345 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-bf979280-600b-43d8-b2f3-619ef7211ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:41:24.540226 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-bf979280-600b-43d8-b2f3-619ef7211ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:24.636132 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-bf979280-600b-43d8-b2f3-619ef7211ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:24.686223 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Allocated IP 172.20.0.5 (f6de51b8-401e-44f1-ba63-c82446525040/6cdb1bba-78e7-4345-8e9e-f00b64aa7efd/496beb04-b9f9-4e1d-b86b-b2686c21239b) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:41:24.714813 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-bf979280-600b-43d8-b2f3-619ef7211ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:24.724087 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-74e8f934-4b3f-4feb-a689-b1fe88e77be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:24.764323 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-bf979280-600b-43d8-b2f3-619ef7211ed1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc26833cfdc24569b6332dad688f1af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698016 Apr 30 17:41:24.765945 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf979280-600b-43d8-b2f3-619ef7211ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2549489-a375-45df-b95a-1e20584c0e99,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:24.767324 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 60064) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:24.768929 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-bf979280-600b-43d8-b2f3-619ef7211ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:24.927523 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-08f7fdf7-0b03-42cd-9056-a3d53cbd6a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:24.942548 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:24.968191 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Transition to ACTIVE for port object 496beb04-b9f9-4e1d-b86b-b2686c21239b will not be triggered until provisioned by entity DHCP. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:41:24.970256 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-08f7fdf7-0b03-42cd-9056-a3d53cbd6a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:25.055298 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b50554f0-79b1-4d62-a7d8-6279f3fcf88d req-2656fbcc-20f3-4292-ad30-ed797cf7d8e1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 210 time: 0.0648437 Apr 30 17:41:25.200677 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:25.206520 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-1906d08b-f18d-4d72-9afd-e3f4772ea0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:25.242874 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-08f7fdf7-0b03-42cd-9056-a3d53cbd6a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:25.277815 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Network f6de51b8-401e-44f1-ba63-c82446525040 is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:41:25.280977 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:41:25.289559 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:41:25.322698 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event updated for resources: {'Port': ['ID=496beb04-b9f9-4e1d-b86b-b2686c21239b,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:25.334295 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:25.334796 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-41d63f12-d543-416e-ac7f-2c0f69aabb61 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:25.354935 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7fdf7-0b03-42cd-9056-a3d53cbd6a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2549489-a375-45df-b95a-1e20584c0e99,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:25.360958 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-08f7fdf7-0b03-42cd-9056-a3d53cbd6a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:25.376223 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:25.376858 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:25.410252 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-08f7fdf7-0b03-42cd-9056-a3d53cbd6a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:25.411537 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-08f7fdf7-0b03-42cd-9056-a3d53cbd6a7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2549489-a375-45df-b95a-1e20584c0e99 HTTP/1.1" status: 204 len: 168 time: 0.6432338 Apr 30 17:41:25.506703 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2266181 Apr 30 17:41:25.523698 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Request body: {'port': {'device_id': '1c58aea7-9aff-4135-8fac-c2d926ad1cec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:41:25.634739 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-a02c69df-8866-4aca-bafc-ecd7b67701a4 None None] Provisioning for port 496beb04-b9f9-4e1d-b86b-b2686c21239b completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:41:25.639939 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:25.640130 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-a02c69df-8866-4aca-bafc-ecd7b67701a4 None None] Provisioning complete for port 496beb04-b9f9-4e1d-b86b-b2686c21239b triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:41:25.640600 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-a02c69df-8866-4aca-bafc-ecd7b67701a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:25.700653 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-a02c69df-8866-4aca-bafc-ecd7b67701a4 None None] Port 496beb04-b9f9-4e1d-b86b-b2686c21239b cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:41:26.093987 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496beb04-b9f9-4e1d-b86b-b2686c21239b {{(pid=74455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:41:26.102977 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:26.119125 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Transition to ACTIVE for port object 496beb04-b9f9-4e1d-b86b-b2686c21239b will not be triggered until provisioned by entity L2. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:41:26.210750 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:26.216472 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-94a7e693-29bf-407a-a630-8c49ad49163c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:26.357630 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Pushing event updated for resources: {'Port': ['ID=496beb04-b9f9-4e1d-b86b-b2686c21239b,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:26.360577 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:26.463384 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b2cb6-55b2-473a-9b66-32999f70a3cf req-b03f4aa9-c8c0-4a46-91c8-0d5dd443207d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:26.464131 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-365b2cb6-55b2-473a-9b66-32999f70a3cf req-b03f4aa9-c8c0-4a46-91c8-0d5dd443207d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Synchronizing usage tracker for tenant:cdbcbbe6ee6846d5865d08d212788426 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:41:26.498512 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Attempting to bind port 496beb04-b9f9-4e1d-b86b-b2686c21239b on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:41:26.498849 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Attempting to bind port 496beb04-b9f9-4e1d-b86b-b2686c21239b by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:41:26.499231 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Attempting to bind port 496beb04-b9f9-4e1d-b86b-b2686c21239b on network f6de51b8-401e-44f1-ba63-c82446525040 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:41:26.503993 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Port 496beb04-b9f9-4e1d-b86b-b2686c21239b on network f6de51b8-401e-44f1-ba63-c82446525040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:41:26.504312 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Attempting to bind port 496beb04-b9f9-4e1d-b86b-b2686c21239b on network f6de51b8-401e-44f1-ba63-c82446525040 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:41:26.510522 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:41:26.510857 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Checking segment: {'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:41:26.513602 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Bound using segment: {'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:41:26.513602 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Bound port: 496beb04-b9f9-4e1d-b86b-b2686c21239b, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '726c8bb6-58e7-44c3-91cf-948c792dbd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040'}}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:41:26.513602 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:26.583764 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-365b2cb6-55b2-473a-9b66-32999f70a3cf req-b03f4aa9-c8c0-4a46-91c8-0d5dd443207d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Unset dirty status for tenant:cdbcbbe6ee6846d5865d08d212788426 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:41:26.584832 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-365b2cb6-55b2-473a-9b66-32999f70a3cf req-b03f4aa9-c8c0-4a46-91c8-0d5dd443207d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 931 time: 0.4185076 Apr 30 17:41:26.635712 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] For port 496beb04-b9f9-4e1d-b86b-b2686c21239b, host hv-cinder-78477, cleared binding levels {{(pid=74455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:41:26.651101 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-365b2cb6-55b2-473a-9b66-32999f70a3cf req-defdce37-b456-4447-92a9-1423e9434253 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=706c57c2-78d7-4289-932a-95d41ef8159b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561774 Apr 30 17:41:26.652529 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] For port 496beb04-b9f9-4e1d-b86b-b2686c21239b, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=496beb04-b9f9-4e1d-b86b-b2686c21239b,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:41:26.740324 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:26.745277 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-90ff85d1-44f0-4fbb-be38-2caea40438f1 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:26.799416 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:26.803296 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:26.803296 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] 10.222.0.63 "PUT /v2.0/ports/496beb04-b9f9-4e1d-b86b-b2686c21239b HTTP/1.1" status: 200 len: 1093 time: 1.2821279 Apr 30 17:41:26.803296 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c58aea7-9aff-4135-8fac-c2d926ad1cec', 'tag': '496beb04-b9f9-4e1d-b86b-b2686c21239b'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:41:26.830493 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Pushing event updated for resources: {'Port': ['ID=496beb04-b9f9-4e1d-b86b-b2686c21239b,revision_number=3']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:26.837937 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:26.850112 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c58aea7-9aff-4135-8fac-c2d926ad1cec', 'tag': '496beb04-b9f9-4e1d-b86b-b2686c21239b', 'status': 'completed', 'code': 200} Apr 30 17:41:26.949210 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350a0f-5423-4c6d-9dc5-3e9df3360c04 req-e9e4efde-6ec6-49d7-9d3a-455b3a6dc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:26.950702 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-11350a0f-5423-4c6d-9dc5-3e9df3360c04 req-e9e4efde-6ec6-49d7-9d3a-455b3a6dc1d2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cdbcbbe6ee6846d5865d08d212788426&device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 1096 time: 0.0790348 Apr 30 17:41:27.102544 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350a0f-5423-4c6d-9dc5-3e9df3360c04 req-3b4bcaf5-2d24-4a57-8b29-d9f9723ceb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:27.104024 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-11350a0f-5423-4c6d-9dc5-3e9df3360c04 req-3b4bcaf5-2d24-4a57-8b29-d9f9723ceb61 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=cdbcbbe6ee6846d5865d08d212788426&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1456723 Apr 30 17:41:27.244256 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350a0f-5423-4c6d-9dc5-3e9df3360c04 req-656ddfbb-6b3b-4683-9d4e-072a0813123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:27.245752 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-11350a0f-5423-4c6d-9dc5-3e9df3360c04 req-656ddfbb-6b3b-4683-9d4e-072a0813123c service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357746 Apr 30 17:41:27.357142 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-79eeb92a-29b3-4e36-989c-5817dde09ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:27.358616 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-79eeb92a-29b3-4e36-989c-5817dde09ee2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cdbcbbe6ee6846d5865d08d212788426&device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 1096 time: 0.0759988 Apr 30 17:41:27.427701 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-2a3986e7-9a52-4a26-9a45-42cfad235a60 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=496beb04-b9f9-4e1d-b86b-b2686c21239b HTTP/1.1" status: 200 len: 217 time: 0.0612106 Apr 30 17:41:27.496330 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-55c1b6dc-9700-4ba6-baa5-597af64bb1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:27.497674 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-55c1b6dc-9700-4ba6-baa5-597af64bb1e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6cdb1bba-78e7-4345-8e9e-f00b64aa7efd HTTP/1.1" status: 200 len: 849 time: 0.0644274 Apr 30 17:41:27.576830 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-0b27ac4e-f1cf-48df-a008-da0c24bdf968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:27.578312 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-0b27ac4e-f1cf-48df-a008-da0c24bdf968 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f6de51b8-401e-44f1-ba63-c82446525040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0744684 Apr 30 17:41:27.716699 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-c4ae5edd-aabf-4d2b-8bb2-e95aced037f0 service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314015 Apr 30 17:41:28.001440 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6180fd95-256f-4ab9-ab21-db414eb85e97 req-52f64d03-e264-45ab-a1d7-39976ced5bbc service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786984 Apr 30 17:41:28.036030 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf48c14-5656-4ce0-8574-9a60fb60f911 req-6bd52d2a-a620-4f25-88cc-3e28d1fccc3b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:28.037971 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9cf48c14-5656-4ce0-8574-9a60fb60f911 req-6bd52d2a-a620-4f25-88cc-3e28d1fccc3b tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 943 time: 0.2319379 Apr 30 17:41:28.088294 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9cf48c14-5656-4ce0-8574-9a60fb60f911 req-30b8bf9c-6bc8-4002-a436-d1e443412461 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=706c57c2-78d7-4289-932a-95d41ef8159b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442858 Apr 30 17:41:29.278514 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbba59b-3948-4d23-93a4-7c97df27c010 req-37dc4a7f-8e3b-4c55-9fb7-2c71f4f9a5bc tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:29.280013 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5cbba59b-3948-4d23-93a4-7c97df27c010 req-37dc4a7f-8e3b-4c55-9fb7-2c71f4f9a5bc tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 943 time: 0.0821314 Apr 30 17:41:29.324331 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5cbba59b-3948-4d23-93a4-7c97df27c010 req-4d3c6b6d-7bd2-4fc1-ab95-535f408245bb tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=706c57c2-78d7-4289-932a-95d41ef8159b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383956 Apr 30 17:41:29.933536 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:30.166523 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 496beb04-b9f9-4e1d-b86b-b2686c21239b details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:41:30.303309 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 496beb04-b9f9-4e1d-b86b-b2686c21239b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=496beb04-b9f9-4e1d-b86b-b2686c21239b,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:41:30.316259 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '496beb04-b9f9-4e1d-b86b-b2686c21239b', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'port_id': '496beb04-b9f9-4e1d-b86b-b2686c21239b', 'mac_address': 'fa:16:3e:5b:c1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:41:30.373213 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:30.390942 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496beb04-b9f9-4e1d-b86b-b2686c21239b {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:41:30.407329 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 496beb04-b9f9-4e1d-b86b-b2686c21239b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=496beb04-b9f9-4e1d-b86b-b2686c21239b,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:41:30.499437 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:30.502073 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:30.512448 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065abf1-be7b-49a1-bc41-c2f3aab2340e req-8e167569-f25e-498b-b0ac-fce3a5767f1d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:30.514151 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2065abf1-be7b-49a1-bc41-c2f3aab2340e req-8e167569-f25e-498b-b0ac-fce3a5767f1d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 943 time: 0.0843050 Apr 30 17:41:30.560841 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2065abf1-be7b-49a1-bc41-c2f3aab2340e req-41ec8120-b309-48a3-ba3d-b4e756e8d6e6 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=706c57c2-78d7-4289-932a-95d41ef8159b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405781 Apr 30 17:41:30.573576 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=496beb04-b9f9-4e1d-b86b-b2686c21239b,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:30.580034 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:30.833179 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['496beb04-b9f9-4e1d-b86b-b2686c21239b'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:41:31.317210 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:41:31.752245 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411872c-29c9-4ffa-b368-ff4ed1a547a4 req-b5e290d4-6784-49b9-a455-936ea6164c53 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:31.753668 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e411872c-29c9-4ffa-b368-ff4ed1a547a4 req-b5e290d4-6784-49b9-a455-936ea6164c53 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 944 time: 0.0828509 Apr 30 17:41:31.798334 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e411872c-29c9-4ffa-b368-ff4ed1a547a4 req-0695d56e-ed96-48ec-8307-413414ba3200 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=706c57c2-78d7-4289-932a-95d41ef8159b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387850 Apr 30 17:41:32.982399 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e765d-faf5-4bc6-b1de-32d3abe09b84 req-8e4bdfd5-0c40-44b9-bda1-9d76942db164 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:32.983759 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5b1e765d-faf5-4bc6-b1de-32d3abe09b84 req-8e4bdfd5-0c40-44b9-bda1-9d76942db164 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 944 time: 0.0796344 Apr 30 17:41:33.029573 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5b1e765d-faf5-4bc6-b1de-32d3abe09b84 req-21b76310-c78d-44df-86e3-004108cb0fb1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=706c57c2-78d7-4289-932a-95d41ef8159b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401359 Apr 30 17:41:34.222473 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca37fa-19d5-45c7-9f01-30d68256efa8 req-8489a348-e86f-49f9-a5db-c0009c1e8830 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:34.223909 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-44ca37fa-19d5-45c7-9f01-30d68256efa8 req-8489a348-e86f-49f9-a5db-c0009c1e8830 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 944 time: 0.0863495 Apr 30 17:41:34.271655 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-44ca37fa-19d5-45c7-9f01-30d68256efa8 req-b32661dc-e8a8-472d-b7ef-cd958285372c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=706c57c2-78d7-4289-932a-95d41ef8159b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410709 Apr 30 17:41:35.608162 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecdafe-64ce-4a51-8cb8-100a7ab87b38 req-eafec8bf-b254-4924-a714-19598f83ebad tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:35.609516 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1ecdafe-64ce-4a51-8cb8-100a7ab87b38 req-eafec8bf-b254-4924-a714-19598f83ebad tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 944 time: 0.0849679 Apr 30 17:41:35.655157 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1ecdafe-64ce-4a51-8cb8-100a7ab87b38 req-aee1d32d-52ae-409a-81f0-eeed9d7d193d tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=706c57c2-78d7-4289-932a-95d41ef8159b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398355 Apr 30 17:41:36.212657 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 496beb04-b9f9-4e1d-b86b-b2686c21239b up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:41:36.331561 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port 496beb04-b9f9-4e1d-b86b-b2686c21239b completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:41:36.337073 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 496beb04-b9f9-4e1d-b86b-b2686c21239b triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:41:36.337440 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:36.455497 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:36.482800 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c58aea7-9aff-4135-8fac-c2d926ad1cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496beb04-b9f9-4e1d-b86b-b2686c21239b'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:41:36.494159 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 496beb04-b9f9-4e1d-b86b-b2686c21239b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=496beb04-b9f9-4e1d-b86b-b2686c21239b,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:41:36.569115 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:36.571486 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-a80d311a-a72e-4868-a133-93dd98d8a82a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:36.651645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=496beb04-b9f9-4e1d-b86b-b2686c21239b,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:36.654873 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:36.659744 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c58aea7-9aff-4135-8fac-c2d926ad1cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496beb04-b9f9-4e1d-b86b-b2686c21239b', 'code': 200} Apr 30 17:41:36.842786 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6c50b-73e2-43c5-aa99-ea39f4d45fdf req-6d0f9e60-96d7-4f03-ada4-c5cb0880a185 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:36.844251 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7fa6c50b-73e2-43c5-aa99-ea39f4d45fdf req-6d0f9e60-96d7-4f03-ada4-c5cb0880a185 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 945 time: 0.0823689 Apr 30 17:41:36.894349 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7fa6c50b-73e2-43c5-aa99-ea39f4d45fdf req-b860fe6d-9974-46eb-a133-78c25f06e906 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=706c57c2-78d7-4289-932a-95d41ef8159b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438936 Apr 30 17:41:37.108624 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23a8b5-db75-48a1-9061-5d57eb09839c req-d302421e-c715-484d-98a3-c332e2f1bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:37.110054 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-af23a8b5-db75-48a1-9061-5d57eb09839c req-d302421e-c715-484d-98a3-c332e2f1bdc4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 1098 time: 0.0698533 Apr 30 17:41:37.151013 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-af23a8b5-db75-48a1-9061-5d57eb09839c req-c7c68540-152c-4ea9-b50b-ea7721af2076 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=706c57c2-78d7-4289-932a-95d41ef8159b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338962 Apr 30 17:41:38.089923 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87addcd-1765-42b6-9b21-cc6035829edf req-eb8bd1ad-305a-4066-bffa-6bffd7845a78 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:38.091391 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d87addcd-1765-42b6-9b21-cc6035829edf req-eb8bd1ad-305a-4066-bffa-6bffd7845a78 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 945 time: 0.0872588 Apr 30 17:41:38.140473 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d87addcd-1765-42b6-9b21-cc6035829edf req-ac3a4421-a657-49ef-81fd-24ad05138a90 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=706c57c2-78d7-4289-932a-95d41ef8159b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432832 Apr 30 17:41:39.225508 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-114ef160-87d0-44e8-8e9a-227d4d019492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:39.326414 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65722d36-755c-4bac-b5af-e73d95107c4c req-58104889-844c-4a0f-855c-0b126848a9ba tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:39.327928 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-65722d36-755c-4bac-b5af-e73d95107c4c req-58104889-844c-4a0f-855c-0b126848a9ba tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 945 time: 0.0807931 Apr 30 17:41:39.373629 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-65722d36-755c-4bac-b5af-e73d95107c4c req-aa5d19d4-fb67-47bc-a5dc-fbc884859f42 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=706c57c2-78d7-4289-932a-95d41ef8159b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399332 Apr 30 17:41:39.561971 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51998c-38ab-45da-9d22-a60b923a0d54 req-c36c9293-478e-4559-b9d8-69ded8e76e32 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:39.563463 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9a51998c-38ab-45da-9d22-a60b923a0d54 req-c36c9293-478e-4559-b9d8-69ded8e76e32 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 945 time: 0.0844908 Apr 30 17:41:39.571828 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 60186) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:39.577023 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-a1714bc4-90b6-4308-9e4b-1ff6e6352cce tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Request body: {'floatingip': {'port_id': '496beb04-b9f9-4e1d-b86b-b2686c21239b'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:41:39.658771 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a1714bc4-90b6-4308-9e4b-1ff6e6352cce tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for floatingip, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:40.364669 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a1714bc4-90b6-4308-9e4b-1ff6e6352cce tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:40.419268 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a1714bc4-90b6-4308-9e4b-1ff6e6352cce tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:40.557439 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 60194) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:40.595349 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.l3_db [None req-a1714bc4-90b6-4308-9e4b-1ff6e6352cce tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Floating IP e96d739a-dc11-4fd8-a1b5-9bd1723ec6cb associated. External IP: 172.27.3.78, port: 496beb04-b9f9-4e1d-b86b-b2686c21239b. Apr 30 17:41:40.680357 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:40.699312 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:40.703127 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Usage tracker for resource:security_group_rule and tenant:f4cb1b03ac54446481c1d8cb4e5263f3 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:41:40.705964 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:41:40.712485 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:40.793194 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:40.897858 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:40.905517 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-bf979280-600b-43d8-b2f3-619ef7211ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:40.945050 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0a3934-5e8e-4ea5-a723-433f82781a42,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:40.950273 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4cb1b03ac54446481c1d8cb4e5263f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922384 Apr 30 17:41:40.953335 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 60200) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:40.954893 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:40.955295 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:40.955661 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:40.956019 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:40.956375 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:40.956731 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:40.957081 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:40.957430 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:40.957776 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:40.958127 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:40.958461 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:40.958828 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:41:40.963365 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b704b0b4-98db-4dd3-bf79-a939a49ab17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:40.978345 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1714bc4-90b6-4308-9e4b-1ff6e6352cce tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:41:41.100889 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-eb79f584-a2bb-405a-a451-72f14b8a694c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:41.197542 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-eb79f584-a2bb-405a-a451-72f14b8a694c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:41.250913 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1714bc4-90b6-4308-9e4b-1ff6e6352cce tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:41:41.257938 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a1714bc4-90b6-4308-9e4b-1ff6e6352cce tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:41.261299 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bb9306-e2c5-4233-9968-2aa8b365d460 None None] Sync routers for ids ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:41:41.271641 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb9306-e2c5-4233-9968-2aa8b365d460 None None] Routers {'ea4143e6-c46f-4022-965d-f6b7f2bd5b00'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:41:41.272265 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-a3bb9306-e2c5-4233-9968-2aa8b365d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:41:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:41.317748 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-a1714bc4-90b6-4308-9e4b-1ff6e6352cce tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "PUT /v2.0/floatingips/e96d739a-dc11-4fd8-a1b5-9bd1723ec6cb HTTP/1.1" status: 200 len: 990 time: 1.7446458 Apr 30 17:41:41.319963 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c58aea7-9aff-4135-8fac-c2d926ad1cec', 'tag': '496beb04-b9f9-4e1d-b86b-b2686c21239b'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:41:41.371731 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c58aea7-9aff-4135-8fac-c2d926ad1cec', 'tag': '496beb04-b9f9-4e1d-b86b-b2686c21239b', 'status': 'completed', 'code': 200} Apr 30 17:41:41.430991 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-eb79f584-a2bb-405a-a451-72f14b8a694c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:41.440831 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3f84a523-f457-4298-a71e-27816b510c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:41.458560 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79f584-a2bb-405a-a451-72f14b8a694c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0a3934-5e8e-4ea5-a723-433f82781a42,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:41.462207 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-eb79f584-a2bb-405a-a451-72f14b8a694c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:41.465285 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-eb79f584-a2bb-405a-a451-72f14b8a694c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:41.466077 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-eb79f584-a2bb-405a-a451-72f14b8a694c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e0a3934-5e8e-4ea5-a723-433f82781a42 HTTP/1.1" status: 204 len: 168 time: 0.5120463 Apr 30 17:41:41.495940 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de9514-a87e-4fe6-83bf-e32d163c7a63 req-4e326cd4-c313-40dc-a9a6-a6ea7d10ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:41.497419 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-81de9514-a87e-4fe6-83bf-e32d163c7a63 req-4e326cd4-c313-40dc-a9a6-a6ea7d10ad5c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cdbcbbe6ee6846d5865d08d212788426&device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 1098 time: 0.1038184 Apr 30 17:41:41.517959 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-a3bb9306-e2c5-4233-9968-2aa8b365d460 None None] Set router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:41:41.637371 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de9514-a87e-4fe6-83bf-e32d163c7a63 req-3a94c4c5-69f7-4d27-bead-7ba663eccd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:41.639172 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-81de9514-a87e-4fe6-83bf-e32d163c7a63 req-3a94c4c5-69f7-4d27-bead-7ba663eccd96 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f6de51b8-401e-44f1-ba63-c82446525040 HTTP/1.1" status: 200 len: 911 time: 0.1351871 Apr 30 17:41:41.793927 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:41.840246 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-6658bf7a-1f78-4878-b71f-2aeffce9fce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:41.876140 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-81de9514-a87e-4fe6-83bf-e32d163c7a63 req-28e0efcf-f70e-4968-bff8-8114259386a2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=496beb04-b9f9-4e1d-b86b-b2686c21239b HTTP/1.1" status: 200 len: 998 time: 0.2310419 Apr 30 17:41:41.888105 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-a3bb9306-e2c5-4233-9968-2aa8b365d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': 'e96d739a-dc11-4fd8-a1b5-9bd1723ec6cb', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'port_id': '496beb04-b9f9-4e1d-b86b-b2686c21239b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'mac_address': 'fa:16:3e:5b:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c58aea7-9aff-4135-8fac-c2d926ad1cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:41:19Z', 'updated_at': '2021-04-30T17:41:40Z', 'revision_number': 1, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e74ad-01f4-4602-8538-79074161672b', 'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'mac_address': 'fa:16:3e:f4:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:39Z', 'updated_at': '2021-04-30T17:35:47Z', 'revision_number': 5, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'subnets': [{'id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:41.892411 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bb9306-e2c5-4233-9968-2aa8b365d460 None None] Checking router: ea4143e6-c46f-4022-965d-f6b7f2bd5b00 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:41:41.901525 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb9306-e2c5-4233-9968-2aa8b365d460 None None] Routers {'ea4143e6-c46f-4022-965d-f6b7f2bd5b00'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:41:41.902385 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-a3bb9306-e2c5-4233-9968-2aa8b365d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:41:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:41.950660 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de9514-a87e-4fe6-83bf-e32d163c7a63 req-05d079a2-83f2-40d1-a01f-9a84e65d8c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:41.952138 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-81de9514-a87e-4fe6-83bf-e32d163c7a63 req-05d079a2-83f2-40d1-a01f-9a84e65d8c54 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6cdb1bba-78e7-4345-8e9e-f00b64aa7efd HTTP/1.1" status: 200 len: 849 time: 0.0689497 Apr 30 17:41:42.029329 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de9514-a87e-4fe6-83bf-e32d163c7a63 req-edaa6701-a235-463a-acfc-ed6586b7f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:42.030819 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-81de9514-a87e-4fe6-83bf-e32d163c7a63 req-edaa6701-a235-463a-acfc-ed6586b7f8f5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f6de51b8-401e-44f1-ba63-c82446525040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0728095 Apr 30 17:41:42.081490 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-a3bb9306-e2c5-4233-9968-2aa8b365d460 None None] Set router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:41:42.170295 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-81de9514-a87e-4fe6-83bf-e32d163c7a63 req-5674e4c0-7787-4d59-92a2-08e937d89092 service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318598 Apr 30 17:41:42.172183 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 60212) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:42.191008 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-05b6105c-8de9-4917-9d50-5fb0c3351444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:42.206879 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-05b6105c-8de9-4917-9d50-5fb0c3351444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:42.210945 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-05b6105c-8de9-4917-9d50-5fb0c3351444 admin admin] Usage tracker for resource:security_group_rule and tenant:354219f4fbc64f0686a375829f0800d2 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:41:42.213923 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-05b6105c-8de9-4917-9d50-5fb0c3351444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:41:42.219703 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-05b6105c-8de9-4917-9d50-5fb0c3351444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:42.305583 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-05b6105c-8de9-4917-9d50-5fb0c3351444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:42.310833 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-81de9514-a87e-4fe6-83bf-e32d163c7a63 req-212edddd-0462-4163-a8fd-76333caea5aa service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338696 Apr 30 17:41:42.397487 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-05b6105c-8de9-4917-9d50-5fb0c3351444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:42.406448 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-aaf9b1a5-d030-4265-9cbe-5420dada6e26 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:42.439922 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-a3bb9306-e2c5-4233-9968-2aa8b365d460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': 'e96d739a-dc11-4fd8-a1b5-9bd1723ec6cb', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'port_id': '496beb04-b9f9-4e1d-b86b-b2686c21239b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'mac_address': 'fa:16:3e:5b:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c58aea7-9aff-4135-8fac-c2d926ad1cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:41:19Z', 'updated_at': '2021-04-30T17:41:40Z', 'revision_number': 1, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e74ad-01f4-4602-8538-79074161672b', 'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'mac_address': 'fa:16:3e:f4:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:39Z', 'updated_at': '2021-04-30T17:35:47Z', 'revision_number': 5, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'subnets': [{'id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:41:42.443943 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bb9306-e2c5-4233-9968-2aa8b365d460 None None] The sync data for ids ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'] in dv-cinder-784779-10-iscsi is: [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': 'e96d739a-dc11-4fd8-a1b5-9bd1723ec6cb', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'port_id': '496beb04-b9f9-4e1d-b86b-b2686c21239b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'mac_address': 'fa:16:3e:5b:c1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c58aea7-9aff-4135-8fac-c2d926ad1cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:41:19Z', 'updated_at': '2021-04-30T17:41:40Z', 'revision_number': 1, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52e74ad-01f4-4602-8538-79074161672b', 'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'mac_address': 'fa:16:3e:f4:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:39Z', 'updated_at': '2021-04-30T17:35:47Z', 'revision_number': 5, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'subnets': [{'id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:41:42.451508 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6105c-8de9-4917-9d50-5fb0c3351444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb1506f-fcb8-454c-a85a-5bafc4765da6,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:42.458588 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-05b6105c-8de9-4917-9d50-5fb0c3351444 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=354219f4fbc64f0686a375829f0800d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829828 Apr 30 17:41:42.458588 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-05b6105c-8de9-4917-9d50-5fb0c3351444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:42.459580 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 60218) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:42.523786 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e77d5be1-7221-43df-8027-05eb2bc07f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:42.549788 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e77d5be1-7221-43df-8027-05eb2bc07f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:42.639231 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac629f9d-16ef-4715-a94d-6d936a6a71f1 None None] New status for floating IP e96d739a-dc11-4fd8-a1b5-9bd1723ec6cb: ACTIVE {{(pid=74456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:41:42.708819 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e77d5be1-7221-43df-8027-05eb2bc07f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:42.713771 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:42.727851 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d5be1-7221-43df-8027-05eb2bc07f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb1506f-fcb8-454c-a85a-5bafc4765da6,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:42.731855 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-e77d5be1-7221-43df-8027-05eb2bc07f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:42.739182 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e77d5be1-7221-43df-8027-05eb2bc07f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:42.740888 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-e77d5be1-7221-43df-8027-05eb2bc07f6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcb1506f-fcb8-454c-a85a-5bafc4765da6 HTTP/1.1" status: 204 len: 168 time: 0.2804973 Apr 30 17:41:43.772436 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:43.932056 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 60246) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:44.037766 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-211967757-network', 'tenant_id': '338d9995b189428b9c6e9f490ecff424'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:41:44.042606 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:44.046400 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Usage tracker for resource:network and tenant:338d9995b189428b9c6e9f490ecff424 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:41:44.049288 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:41:44.056602 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:44.170968 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Made reservation on behalf of 338d9995b189428b9c6e9f490ecff424 for: {'network': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:41:44.173542 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:44.186429 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:44.201210 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:44.205001 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Usage tracker for resource:security_group_rule and tenant:338d9995b189428b9c6e9f490ecff424 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:41:44.207925 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:41:44.214492 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:44.303122 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:44.417087 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:44.420176 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-96c382a7-23b1-43b7-9cd1-62efecbe9b3b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:44.448743 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=74454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:41:44.457223 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b24607-3acc-4fe2-9f57-107ec6ddd4ac,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:44.461669 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:44.464198 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:44.464542 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.segments_db [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Added segment 5ba954d2-7cbb-4d4a-878f-e20950ab0014 of type vlan for network 53630837-238a-4ecb-8ae2-3f05e5480670 Apr 30 17:41:44.491818 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:44.622554 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:44.624017 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:44.624672 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:44.628315 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:44.729393 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Pushing event updated for resources: {'Network': ['ID=53630837-238a-4ecb-8ae2-3f05e5480670,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:44.732169 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:44.739170 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network 53630837-238a-4ecb-8ae2-3f05e5480670 details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:41:44.837140 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-1b8b9ea1-d5df-419d-905d-8d84dec49c3f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9039941 Apr 30 17:41:44.840220 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 60254) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:44.845532 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Request body: {'subnet': {'network_id': '53630837-238a-4ecb-8ae2-3f05e5480670', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-211967757-subnet', 'tenant_id': '338d9995b189428b9c6e9f490ecff424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:41:44.850445 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:44.854277 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Usage tracker for resource:subnet and tenant:338d9995b189428b9c6e9f490ecff424 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:41:44.857178 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:41:44.862838 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:45.039967 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Made reservation on behalf of 338d9995b189428b9c6e9f490ecff424 for: {'subnet': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:41:45.042631 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2749836'] for subnet, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:45.552113 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2375910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2749850'] for subnet, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:45.556742 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:45.634188 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2394803-f7ac-4e69-9d57-8c233f4e0cb5,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:45.638887 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:45.645261 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Checking segment: {'id': '5ba954d2-7cbb-4d4a-878f-e20950ab0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '53630837-238a-4ecb-8ae2-3f05e5480670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:41:45.645599 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Network hostable DHCP agents. Network: 53630837-238a-4ecb-8ae2-3f05e5480670, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:41:45.760206 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Network 53630837-238a-4ecb-8ae2-3f05e5480670 is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:41:45.811703 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:45.888075 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, 53630837-238a-4ecb-8ae2-3f05e5480670) {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:41:45.897726 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed62e6b1-e001-48ff-b63b-fc05ba55f9f5 None None] Network 53630837-238a-4ecb-8ae2-3f05e5480670 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:41:45.897968 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:45.898501 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:46.031564 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-fbf3185c-c1a8-418c-b0c4-7ca3652971ea admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1903155 Apr 30 17:41:46.125488 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94337530-71f1-41c4-96ad-41fec4e733d2 None None] Network 53630837-238a-4ecb-8ae2-3f05e5480670 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:41:47.074780 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 60278) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:47.080719 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-506166696-network', 'tenant_id': 'ec5654ad5f644c1e8c3bd3476d0c319a'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:41:47.086230 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:47.090546 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Usage tracker for resource:network and tenant:ec5654ad5f644c1e8c3bd3476d0c319a is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:41:47.093564 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:41:47.099530 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:47.316595 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Made reservation on behalf of ec5654ad5f644c1e8c3bd3476d0c319a for: {'network': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:41:47.319063 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:47.331417 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:47.351017 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:47.354974 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Usage tracker for resource:security_group_rule and tenant:ec5654ad5f644c1e8c3bd3476d0c319a is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:41:47.357783 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:41:47.363542 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:47.447154 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:47.591090 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:47.594220 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-02d9ea60-d5fa-4ead-94aa-74294d78dcee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:47.624297 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=74455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:41:47.629575 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c381e2-eb9a-4cf2-bdb8-9584be827105,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:47.633763 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:47.637372 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:47.637708 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.segments_db [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Added segment 9cc6671b-278a-486c-9887-526392dbe922 of type vlan for network 4e261b8b-0e4e-4164-81ac-6c86584635c7 Apr 30 17:41:47.663976 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:47.791310 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:47.792664 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:47.793246 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:47.796751 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:47.910687 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Pushing event updated for resources: {'Network': ['ID=4e261b8b-0e4e-4164-81ac-6c86584635c7,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:47.913964 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:47.928007 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network 4e261b8b-0e4e-4164-81ac-6c86584635c7 details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:41:48.031442 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9554114 Apr 30 17:41:48.034164 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 60284) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:41:48.040454 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Request body: {'subnet': {'network_id': '4e261b8b-0e4e-4164-81ac-6c86584635c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-506166696-subnet', 'tenant_id': 'ec5654ad5f644c1e8c3bd3476d0c319a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:41:48.045189 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:41:48.049225 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Usage tracker for resource:subnet and tenant:ec5654ad5f644c1e8c3bd3476d0c319a is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:41:48.052083 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:41:48.058820 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:41:48.137009 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Made reservation on behalf of ec5654ad5f644c1e8c3bd3476d0c319a for: {'subnet': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:41:48.139598 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143645'] for subnet, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:48.673187 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143627'] for subnet, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:48.677355 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:41:48.750333 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17cde326-6f56-4dc1-bdfc-b2018e98297d,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:41:48.753957 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:41:48.760303 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Checking segment: {'id': '9cc6671b-278a-486c-9887-526392dbe922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e261b8b-0e4e-4164-81ac-6c86584635c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:41:48.760855 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Network hostable DHCP agents. Network: 4e261b8b-0e4e-4164-81ac-6c86584635c7, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:41:48.847610 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Network 4e261b8b-0e4e-4164-81ac-6c86584635c7 is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:41:48.960533 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, 4e261b8b-0e4e-4164-81ac-6c86584635c7) {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:41:48.970412 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:41:48.971004 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:48.971159 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb5b584-b6c0-45c1-8fb1-83ef3760847d None None] Network 4e261b8b-0e4e-4164-81ac-6c86584635c7 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:41:49.083325 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-669ea801-3d69-47c0-9f06-016f4c724db3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0480556 Apr 30 17:41:49.190147 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cadb79-450e-464c-9877-4db13d86b8e4 None None] Network 4e261b8b-0e4e-4164-81ac-6c86584635c7 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:41:59.908017 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:06.993566 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0a2b56a4-aa4e-426c-bfe6-283315711038 req-0e7a89f9-fb75-459d-8fff-647d2b4872dc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747995 Apr 30 17:42:07.133925 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b56a4-aa4e-426c-bfe6-283315711038 req-e9b82030-b7e6-4319-8d9a-f3d61bb64264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:07.135305 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0a2b56a4-aa4e-426c-bfe6-283315711038 req-e9b82030-b7e6-4319-8d9a-f3d61bb64264 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 1099 time: 0.0723155 Apr 30 17:42:07.284384 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b56a4-aa4e-426c-bfe6-283315711038 req-b5e9f90d-da53-4b6c-94ff-e7ea1b7f1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:07.285812 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0a2b56a4-aa4e-426c-bfe6-283315711038 req-b5e9f90d-da53-4b6c-94ff-e7ea1b7f1872 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5118869f-2534-4299-bc69-5de0ebba617c HTTP/1.1" status: 200 len: 912 time: 0.1292176 Apr 30 17:42:07.490167 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0a2b56a4-aa4e-426c-bfe6-283315711038 req-5dae09d6-5505-424d-a379-97d03b0dce76 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2cfaa2-1bac-4ec2-9269-f829e3f79798 HTTP/1.1" status: 200 len: 1002 time: 0.1976976 Apr 30 17:42:07.554104 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b56a4-aa4e-426c-bfe6-283315711038 req-cfc60f40-5295-4884-8425-c19b0fe745d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:07.555588 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0a2b56a4-aa4e-426c-bfe6-283315711038 req-cfc60f40-5295-4884-8425-c19b0fe745d8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2b18b45e-7170-467e-a603-cb45300a0239 HTTP/1.1" status: 200 len: 850 time: 0.0585241 Apr 30 17:42:07.644418 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b56a4-aa4e-426c-bfe6-283315711038 req-f8d15b6d-b6bb-4316-9690-c74485addd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:07.645865 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0a2b56a4-aa4e-426c-bfe6-283315711038 req-f8d15b6d-b6bb-4316-9690-c74485addd42 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5118869f-2534-4299-bc69-5de0ebba617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0834141 Apr 30 17:42:07.781633 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0a2b56a4-aa4e-426c-bfe6-283315711038 req-135e70dd-f15c-4613-904a-dfd83bce6c3b service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281652 Apr 30 17:42:07.934666 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0a2b56a4-aa4e-426c-bfe6-283315711038 req-d8be0dbb-8c9f-4361-b4cf-300cfa64e7a1 service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456525 Apr 30 17:42:08.316518 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:42:09.245710 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-764cb9f0-78e6-4974-adec-836cb025d4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:09.527683 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-2870d25f-62d8-4b2e-9b0c-72c84fddc9e8 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53121536&fields=id&tenant_id=7afc693eecb14c7fb2225f8685751963 HTTP/1.1" status: 200 len: 267 time: 0.0410311 Apr 30 17:42:09.681563 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6505-89a9-4686-94e3-298e14856179 req-dea3b37d-0515-4dcd-9db9-f035e176fc36 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:09.683023 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-dea3b37d-0515-4dcd-9db9-f035e176fc36 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/networks?id=5118869f-2534-4299-bc69-5de0ebba617c HTTP/1.1" status: 200 len: 811 time: 0.1482210 Apr 30 17:42:09.699423 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-c71666ba-ac6d-45c5-ae01-b824a544351b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/quotas/7afc693eecb14c7fb2225f8685751963 HTTP/1.1" status: 200 len: 375 time: 0.0095363 Apr 30 17:42:09.795541 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-ef720527-9c31-4331-a444-a03b71ca593e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0897129 Apr 30 17:42:10.041480 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-04aec066-722f-4616-8e44-dd7de44615f1 service neutron] 10.222.0.18 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341657 Apr 30 17:42:10.174922 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-611b2663-0584-4b7a-8328-dc6e60a780b3 service neutron] 10.222.0.18 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273053 Apr 30 17:42:10.952920 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-879f3ce1-de0b-4f6b-8ae1-15255154fbdb req-0e3e90ff-f4cf-42d9-bcac-9b8190408924 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 210 time: 0.0438130 Apr 30 17:42:11.805528 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:11.905014 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-b6550ac1-3866-491a-9ca9-b7267adfa1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:12.101963 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ffbc08df-f33f-42e4-8a20-ac5d90734b73 req-9c0f9f0e-bcc4-491f-91b3-3830de8adf9e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 210 time: 0.0433733 Apr 30 17:42:13.273795 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4e952e29-8cc2-4d6a-85c6-02861bd8478f req-481957a4-ba11-4c17-9e24-883ab131ba46 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 210 time: 0.0634074 Apr 30 17:42:13.280369 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6505-89a9-4686-94e3-298e14856179 req-d1240560-74d0-46ba-9d8b-7a90abebc41f tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:13.281681 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-d1240560-74d0-46ba-9d8b-7a90abebc41f tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.63 "GET /v2.0/networks?id=5118869f-2534-4299-bc69-5de0ebba617c HTTP/1.1" status: 200 len: 811 time: 0.1968842 Apr 30 17:42:13.331474 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-5456f955-c02d-4f87-8382-604a1d70d4b6 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afc693eecb14c7fb2225f8685751963 HTTP/1.1" status: 200 len: 378 time: 0.0405519 Apr 30 17:42:13.339610 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Request body: {'port': {'device_id': '2010dd36-e28c-45d8-8ec7-b8bfad850f44', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'admin_state_up': True, 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'security_groups': ['be56e4a4-8cdc-47a1-a037-bdefde5b5f3d']}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:42:13.477580 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:42:13.481714 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Usage tracker for resource:port and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:42:13.485925 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Quota usage for port was recalculated. Used quota:5. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:42:13.491146 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:42:13.602220 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Made reservation on behalf of 7afc693eecb14c7fb2225f8685751963 for: {'port': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:42:13.605831 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:13.733622 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:13.877019 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Allocated IP 172.20.0.11 (5118869f-2534-4299-bc69-5de0ebba617c/2b18b45e-7170-467e-a603-cb45300a0239/fc62b3d6-43c7-4522-b391-85a309e939f7) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:42:14.070938 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:14.087709 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Transition to ACTIVE for port object fc62b3d6-43c7-4522-b391-85a309e939f7 will not be triggered until provisioned by entity DHCP. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:42:14.200499 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:14.206405 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3a177bd5-ad1e-4671-a54b-a7c69ec54645 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:14.272726 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Network 5118869f-2534-4299-bc69-5de0ebba617c is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:42:14.275902 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:42:14.285009 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:42:14.317268 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'Port': ['ID=fc62b3d6-43c7-4522-b391-85a309e939f7,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:14.338016 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:14.338390 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:14.338756 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:14.339142 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:14.339500 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:14.339853 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:14.340205 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:14.340555 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:14.340905 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:14.341252 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:14.341980 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:14.341980 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:14.347685 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:14.368417 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:14.369033 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:14.498199 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0a212-7904-46db-b55f-aec3db98ac22 req-f65a87e1-72e7-4087-8e2d-a813268ad4ca tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:14.499110 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-bfd0a212-7904-46db-b55f-aec3db98ac22 req-f65a87e1-72e7-4087-8e2d-a813268ad4ca tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Synchronizing usage tracker for tenant:7afc693eecb14c7fb2225f8685751963 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:42:14.522434 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1862941 Apr 30 17:42:14.534875 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Request body: {'port': {'device_id': '2010dd36-e28c-45d8-8ec7-b8bfad850f44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:42:14.619471 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-bfd0a212-7904-46db-b55f-aec3db98ac22 req-f65a87e1-72e7-4087-8e2d-a813268ad4ca tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Unset dirty status for tenant:7afc693eecb14c7fb2225f8685751963 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:42:14.620621 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfd0a212-7904-46db-b55f-aec3db98ac22 req-f65a87e1-72e7-4087-8e2d-a813268ad4ca tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 932 time: 0.2192738 Apr 30 17:42:14.674517 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:14.684926 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-6378f41f-a376-46c9-9a18-e96fbe81830b None None] Provisioning for port fc62b3d6-43c7-4522-b391-85a309e939f7 completed by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:42:14.690323 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-6378f41f-a376-46c9-9a18-e96fbe81830b None None] Provisioning complete for port fc62b3d6-43c7-4522-b391-85a309e939f7 triggered by entity DHCP. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:42:14.690823 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-6378f41f-a376-46c9-9a18-e96fbe81830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:14.699460 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfd0a212-7904-46db-b55f-aec3db98ac22 req-1165f49f-509f-431e-814a-21acffe1fc70 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720580 Apr 30 17:42:14.751993 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-6378f41f-a376-46c9-9a18-e96fbe81830b None None] Port fc62b3d6-43c7-4522-b391-85a309e939f7 cannot update to ACTIVE because it is not bound. {{(pid=74456) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:42:15.048552 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc62b3d6-43c7-4522-b391-85a309e939f7 {{(pid=74455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:42:15.055905 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:15.070635 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Transition to ACTIVE for port object fc62b3d6-43c7-4522-b391-85a309e939f7 will not be triggered until provisioned by entity L2. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:42:15.150834 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:15.155811 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:15.320742 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Pushing event updated for resources: {'Port': ['ID=fc62b3d6-43c7-4522-b391-85a309e939f7,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:15.330951 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:15.401295 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Attempting to bind port fc62b3d6-43c7-4522-b391-85a309e939f7 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:42:15.401633 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Attempting to bind port fc62b3d6-43c7-4522-b391-85a309e939f7 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:42:15.401993 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Attempting to bind port fc62b3d6-43c7-4522-b391-85a309e939f7 on network 5118869f-2534-4299-bc69-5de0ebba617c {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:42:15.406593 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Port fc62b3d6-43c7-4522-b391-85a309e939f7 on network 5118869f-2534-4299-bc69-5de0ebba617c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:42:15.406911 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Attempting to bind port fc62b3d6-43c7-4522-b391-85a309e939f7 on network 5118869f-2534-4299-bc69-5de0ebba617c {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:42:15.412693 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:42:15.413022 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Checking segment: {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:42:15.413430 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Bound using segment: {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:42:15.413886 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Bound port: fc62b3d6-43c7-4522-b391-85a309e939f7, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8379972-38a1-4f5d-b5e5-c82cce4c3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c'}}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:42:15.414226 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:15.510555 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] For port fc62b3d6-43c7-4522-b391-85a309e939f7, host hv-cinder-78477, cleared binding levels {{(pid=74455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:42:15.513792 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] For port fc62b3d6-43c7-4522-b391-85a309e939f7, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fc62b3d6-43c7-4522-b391-85a309e939f7,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:42:15.617435 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:15.621287 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-e1f37e37-42fe-412a-b7dc-2886e18a6a29 tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:15.682710 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:15.682710 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:15.682710 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] 10.222.0.63 "PUT /v2.0/ports/fc62b3d6-43c7-4522-b391-85a309e939f7 HTTP/1.1" status: 200 len: 1094 time: 1.1477873 Apr 30 17:42:15.682710 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2010dd36-e28c-45d8-8ec7-b8bfad850f44', 'tag': 'fc62b3d6-43c7-4522-b391-85a309e939f7'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:42:15.712586 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Pushing event updated for resources: {'Port': ['ID=fc62b3d6-43c7-4522-b391-85a309e939f7,revision_number=3']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:15.716047 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:15.729030 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2010dd36-e28c-45d8-8ec7-b8bfad850f44', 'tag': 'fc62b3d6-43c7-4522-b391-85a309e939f7', 'status': 'completed', 'code': 200} Apr 30 17:42:15.787266 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:15.877511 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ca772-80a1-491f-aceb-8fe0ff067a5a req-1dc9278b-0da2-413c-83fc-f1898d886b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:15.877511 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ba6ca772-80a1-491f-aceb-8fe0ff067a5a req-1dc9278b-0da2-413c-83fc-f1898d886b29 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 1097 time: 0.1220908 Apr 30 17:42:16.146614 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dc56e-8d52-4faf-be1e-106e929ca704 req-a632b2d0-fab6-425f-9eb9-1f1061ebc1ef tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:16.147975 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-322dc56e-8d52-4faf-be1e-106e929ca704 req-a632b2d0-fab6-425f-9eb9-1f1061ebc1ef tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 944 time: 0.3234861 Apr 30 17:42:16.152289 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ca772-80a1-491f-aceb-8fe0ff067a5a req-7fc83661-5d2e-4e1c-abed-098eb96079a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:16.153577 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ba6ca772-80a1-491f-aceb-8fe0ff067a5a req-7fc83661-5d2e-4e1c-abed-098eb96079a7 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=7afc693eecb14c7fb2225f8685751963&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2744389 Apr 30 17:42:16.285302 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-322dc56e-8d52-4faf-be1e-106e929ca704 req-00d66208-aca0-4e39-889f-8fbcb6a6da39 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307733 Apr 30 17:42:16.333570 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ca772-80a1-491f-aceb-8fe0ff067a5a req-d027a7f0-2ff9-4061-964f-d14da244898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:16.335186 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ba6ca772-80a1-491f-aceb-8fe0ff067a5a req-d027a7f0-2ff9-4061-964f-d14da244898f service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1676457 Apr 30 17:42:16.460475 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6505-89a9-4686-94e3-298e14856179 req-9c69c438-730f-48e2-86f8-ad4895fd19e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:16.461927 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-9c69c438-730f-48e2-86f8-ad4895fd19e1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 1097 time: 0.0919256 Apr 30 17:42:16.532392 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-008476a5-6690-4bb6-b14a-dcaa824a3eb3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc62b3d6-43c7-4522-b391-85a309e939f7 HTTP/1.1" status: 200 len: 217 time: 0.0625072 Apr 30 17:42:16.601204 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6505-89a9-4686-94e3-298e14856179 req-872317d8-befd-4f65-b058-8dc76de9b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:16.602753 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-872317d8-befd-4f65-b058-8dc76de9b73b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2b18b45e-7170-467e-a603-cb45300a0239 HTTP/1.1" status: 200 len: 850 time: 0.0638416 Apr 30 17:42:16.681836 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6505-89a9-4686-94e3-298e14856179 req-bd2e4045-6011-4217-9ca0-3069b5abf961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:16.683446 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-bd2e4045-6011-4217-9ca0-3069b5abf961 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5118869f-2534-4299-bc69-5de0ebba617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0744994 Apr 30 17:42:16.820980 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-466e3b2f-2c99-4db1-8fdf-22e2eb6af15f service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307995 Apr 30 17:42:16.953443 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aabf6505-89a9-4686-94e3-298e14856179 req-f402ea56-b5a1-4378-a16b-6bfbceb61b92 service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263683 Apr 30 17:42:17.483994 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62342902-6afd-4344-bb53-40cd709d2327 req-d7e52e1f-b989-4bd0-8951-fb3fe4e433cf tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:17.485838 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-62342902-6afd-4344-bb53-40cd709d2327 req-d7e52e1f-b989-4bd0-8951-fb3fe4e433cf tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 944 time: 0.0874155 Apr 30 17:42:17.533723 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-62342902-6afd-4344-bb53-40cd709d2327 req-30274a33-e141-48c2-af11-c50c311ecee4 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420158 Apr 30 17:42:18.722067 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e47829-463a-43c6-81d9-2fbcaa98282d req-3b6b79b5-b342-4c1a-a198-3a8a0cf83bc3 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:18.723562 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b8e47829-463a-43c6-81d9-2fbcaa98282d req-3b6b79b5-b342-4c1a-a198-3a8a0cf83bc3 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 944 time: 0.0821536 Apr 30 17:42:18.774172 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b8e47829-463a-43c6-81d9-2fbcaa98282d req-61f84068-16fb-4df5-8616-947a1fea3865 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447352 Apr 30 17:42:19.023277 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 60552) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:42:19.084802 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_v2 [None req-9decf497-c947-4ec8-b4ca-5698eb98b06e admin admin] Deleting subnet c2394803-f7ac-4e69-9d57-8c233f4e0cb5 {{(pid=74455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:42:19.088051 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9decf497-c947-4ec8-b4ca-5698eb98b06e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:19.137107 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9decf497-c947-4ec8-b4ca-5698eb98b06e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2695864'] for subnet, precommit_delete_associations {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:19.197183 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9decf497-c947-4ec8-b4ca-5698eb98b06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:19.550888 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9decf497-c947-4ec8-b4ca-5698eb98b06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143664'] for subnet, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:19.554980 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:19.592917 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decf497-c947-4ec8-b4ca-5698eb98b06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2394803-f7ac-4e69-9d57-8c233f4e0cb5,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:19.595509 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-9decf497-c947-4ec8-b4ca-5698eb98b06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:19.598230 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-9decf497-c947-4ec8-b4ca-5698eb98b06e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:19.604428 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-9decf497-c947-4ec8-b4ca-5698eb98b06e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c2394803-f7ac-4e69-9d57-8c233f4e0cb5 HTTP/1.1" status: 204 len: 168 time: 0.5801275 Apr 30 17:42:19.607061 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 60556) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:42:19.815850 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:19.980284 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:20.096631 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53630837-238a-4ecb-8ae2-3f05e5480670']}} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:42:20.116854 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba954d2-7cbb-4d4a-878f-e20950ab0014') {'for_net_delete': True} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:42:20.119344 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba954d2-7cbb-4d4a-878f-e20950ab0014') {} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:42:20.134470 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7093dff-4bab-46bb-b2bf-f9ee251de1cb req-3838e675-1b38-4b50-a0da-882c58b04683 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:20.135995 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f7093dff-4bab-46bb-b2bf-f9ee251de1cb req-3838e675-1b38-4b50-a0da-882c58b04683 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 944 time: 0.2509487 Apr 30 17:42:20.139625 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2695809'] for segment, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:20.173900 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:20.188105 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=74455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:42:20.269240 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f7093dff-4bab-46bb-b2bf-f9ee251de1cb req-d2e34901-6f1b-4a75-a3a8-c7798cdb2a4d tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231177 Apr 30 17:42:20.367452 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] Network 53630837-238a-4ecb-8ae2-3f05e5480670 has no segments {{(pid=74455) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:42:20.376320 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511338'] for segment, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:20.549230 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] Network 53630837-238a-4ecb-8ae2-3f05e5480670 has no segments {{(pid=74455) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: Traceback (most recent call last): Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: timer() Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: cb(*args, **kw) Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: return func(*args, **kwargs) Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: self._notify() Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: self.callback(batched_events) Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: event.method(event) Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: return f(self, *a, **k) Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: return self._get(url).json() Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: return self.request(url, 'GET', **kwargs) Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:42:20.570912 dv-cinder-784779-10-iscsi neutron-server[74455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:42:20.710631 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:20.714193 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:20.727306 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:20.736286 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=53630837-238a-4ecb-8ae2-3f05e5480670,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:20.739084 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] 10.222.0.18 "DELETE /v2.0/networks/53630837-238a-4ecb-8ae2-3f05e5480670 HTTP/1.1" status: 204 len: 168 time: 1.1310651 Apr 30 17:42:20.740139 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-197f04c6-ba90-4ca3-9bd7-bbeddfdc6a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:20.742048 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 60564) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:42:20.802843 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_v2 [None req-3301de6a-4f8d-436e-9fd2-23e8f334e087 admin admin] Deleting subnet 17cde326-6f56-4dc1-bdfc-b2018e98297d {{(pid=74455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:42:20.806364 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3301de6a-4f8d-436e-9fd2-23e8f334e087 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:20.862165 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3301de6a-4f8d-436e-9fd2-23e8f334e087 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2695864'] for subnet, precommit_delete_associations {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:20.917066 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3301de6a-4f8d-436e-9fd2-23e8f334e087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:21.268428 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3301de6a-4f8d-436e-9fd2-23e8f334e087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143664'] for subnet, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:21.273699 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-bf3dbb37-27a7-4cfc-9552-b62712fd40cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:21.310385 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301de6a-4f8d-436e-9fd2-23e8f334e087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17cde326-6f56-4dc1-bdfc-b2018e98297d,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:21.312359 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-3301de6a-4f8d-436e-9fd2-23e8f334e087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:21.315026 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3301de6a-4f8d-436e-9fd2-23e8f334e087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:21.320746 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-3301de6a-4f8d-436e-9fd2-23e8f334e087 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/17cde326-6f56-4dc1-bdfc-b2018e98297d HTTP/1.1" status: 204 len: 168 time: 0.5777681 Apr 30 17:42:21.323444 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 60572) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:42:21.432996 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:21.460062 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13676d-3518-432f-8dfe-4b7608f90906 req-cf6757dc-6329-4851-b131-7cc95d1a4241 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:21.461524 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cf13676d-3518-432f-8dfe-4b7608f90906 req-cf6757dc-6329-4851-b131-7cc95d1a4241 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 944 time: 0.0824316 Apr 30 17:42:21.508730 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cf13676d-3518-432f-8dfe-4b7608f90906 req-0f0f57cd-7342-43be-a2c2-6b724bd919ce tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414813 Apr 30 17:42:21.652160 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:21.761936 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e261b8b-0e4e-4164-81ac-6c86584635c7']}} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:42:21.775186 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc6671b-278a-486c-9887-526392dbe922') {'for_net_delete': True} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:42:21.775425 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc6671b-278a-486c-9887-526392dbe922') {} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:42:21.787699 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216983'] for segment, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:21.803785 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:21.809792 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=74454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:42:21.981648 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] Network 4e261b8b-0e4e-4164-81ac-6c86584635c7 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:42:21.990884 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383365'] for segment, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:22.163001 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] Network 4e261b8b-0e4e-4164-81ac-6c86584635c7 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: Traceback (most recent call last): Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: timer() Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: cb(*args, **kw) Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: return func(*args, **kwargs) Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: self._notify() Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: self.callback(batched_events) Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: event.method(event) Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: return f(self, *a, **k) Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._get(url).json() Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: return self.request(url, 'GET', **kwargs) Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:42:22.184957 dv-cinder-784779-10-iscsi neutron-server[74454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:42:22.319267 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:22.322810 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-06eb1b86-6ba3-4d2c-b71b-7dcbedc46849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:22.336335 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:22.346104 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e261b8b-0e4e-4164-81ac-6c86584635c7,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:22.348948 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4e261b8b-0e4e-4164-81ac-6c86584635c7 HTTP/1.1" status: 204 len: 168 time: 1.0244980 Apr 30 17:42:22.349850 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c506a285-40a2-44e1-913e-46e173c6d1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:22.793833 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 60582) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:42:22.797030 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d32ed-8a88-41f1-819f-2db688fbba95 req-0a24c8e5-e24e-4179-b393-a3bf37e8312c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:22.798547 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d05d32ed-8a88-41f1-819f-2db688fbba95 req-0a24c8e5-e24e-4179-b393-a3bf37e8312c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 944 time: 0.1810451 Apr 30 17:42:22.847690 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-9d82184f-a700-4212-adaf-843beeb655d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=338d9995b189428b9c6e9f490ecff424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497327 Apr 30 17:42:22.847932 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d05d32ed-8a88-41f1-819f-2db688fbba95 req-76ecad07-49db-47de-b2d2-df0feb60056c tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406673 Apr 30 17:42:22.848680 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 60586) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:42:22.910800 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d16e97d1-26dd-4fc3-a639-1ca6d9f4284b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:22.935783 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d16e97d1-26dd-4fc3-a639-1ca6d9f4284b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:23.070351 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d16e97d1-26dd-4fc3-a639-1ca6d9f4284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:23.074171 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-27f662bd-9e08-4ef8-8f8b-293f6d8c393d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:23.086166 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e97d1-26dd-4fc3-a639-1ca6d9f4284b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b24607-3acc-4fe2-9f57-107ec6ddd4ac,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:23.089653 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d16e97d1-26dd-4fc3-a639-1ca6d9f4284b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:23.092999 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d16e97d1-26dd-4fc3-a639-1ca6d9f4284b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:23.094897 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-d16e97d1-26dd-4fc3-a639-1ca6d9f4284b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6b24607-3acc-4fe2-9f57-107ec6ddd4ac HTTP/1.1" status: 204 len: 168 time: 0.2445250 Apr 30 17:42:23.898402 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 60598) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:42:23.950381 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-98a4db1d-20cc-4775-bb65-41a6fb0a39c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec5654ad5f644c1e8c3bd3476d0c319a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485182 Apr 30 17:42:23.950651 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 60602) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:42:24.061589 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cf620cdf-9c5c-4b9d-9bfb-8bb8555cd425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:24.106036 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62499-e7ca-415f-8293-c0dac7a0f7a8 req-a578c64d-4977-4509-ab42-b8bc2427dc45 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:24.107413 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f7d62499-e7ca-415f-8293-c0dac7a0f7a8 req-a578c64d-4977-4509-ab42-b8bc2427dc45 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 944 time: 0.1409016 Apr 30 17:42:24.109098 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cf620cdf-9c5c-4b9d-9bfb-8bb8555cd425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:24.182301 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f7d62499-e7ca-415f-8293-c0dac7a0f7a8 req-b4760038-aad9-455e-a2d3-66db570cc432 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663795 Apr 30 17:42:24.268085 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cf620cdf-9c5c-4b9d-9bfb-8bb8555cd425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:24.271851 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-94790e15-8208-43e8-a011-c1d04502fee1 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:24.283968 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf620cdf-9c5c-4b9d-9bfb-8bb8555cd425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c381e2-eb9a-4cf2-bdb8-9584be827105,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:24.287638 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-cf620cdf-9c5c-4b9d-9bfb-8bb8555cd425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:24.291206 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-cf620cdf-9c5c-4b9d-9bfb-8bb8555cd425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:24.292327 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-cf620cdf-9c5c-4b9d-9bfb-8bb8555cd425 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5c381e2-eb9a-4cf2-bdb8-9584be827105 HTTP/1.1" status: 204 len: 168 time: 0.3408206 Apr 30 17:42:25.373020 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ba12b-113a-49dc-b1f3-d90ba0e534ef req-3edfdd58-d01a-4836-8f1a-8945ce4f8bc5 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:25.374529 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-461ba12b-113a-49dc-b1f3-d90ba0e534ef req-3edfdd58-d01a-4836-8f1a-8945ce4f8bc5 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 944 time: 0.0849047 Apr 30 17:42:25.420864 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-461ba12b-113a-49dc-b1f3-d90ba0e534ef req-228b367a-4d4b-4871-aa2e-504bd3632ae4 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404112 Apr 30 17:42:26.479286 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device fc62b3d6-43c7-4522-b391-85a309e939f7 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:42:26.626259 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d573d66-60c7-4f39-9b2b-dee06f0b585d req-9ca149c3-ff8f-416d-9a65-15e782cfc601 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:26.627956 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8d573d66-60c7-4f39-9b2b-dee06f0b585d req-9ca149c3-ff8f-416d-9a65-15e782cfc601 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 944 time: 0.0886180 Apr 30 17:42:26.629682 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port fc62b3d6-43c7-4522-b391-85a309e939f7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fc62b3d6-43c7-4522-b391-85a309e939f7,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:42:26.646384 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': 'fc62b3d6-43c7-4522-b391-85a309e939f7', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'port_id': 'fc62b3d6-43c7-4522-b391-85a309e939f7', 'mac_address': 'fa:16:3e:30:5c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:42:26.676174 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8d573d66-60c7-4f39-9b2b-dee06f0b585d req-2c97b199-6a4c-4383-b9e2-c193414ac4dd tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426464 Apr 30 17:42:26.713368 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:26.730379 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc62b3d6-43c7-4522-b391-85a309e939f7 {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:42:26.746131 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port fc62b3d6-43c7-4522-b391-85a309e939f7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fc62b3d6-43c7-4522-b391-85a309e939f7,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:42:26.822115 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:26.823934 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:26.889071 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=fc62b3d6-43c7-4522-b391-85a309e939f7,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:26.896433 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:26.896775 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:26.897103 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:26.897426 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:26.897752 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:26.898067 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:26.898380 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:26.898692 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:26.899026 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:26.899343 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:26.899652 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:26.899960 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:26.903727 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:27.177070 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['fc62b3d6-43c7-4522-b391-85a309e939f7'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:42:27.874135 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a41193-23d9-43cb-895f-f2bed26a5d9c req-373168bd-ff39-493c-9cd0-8ae70886bee4 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:27.876258 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-72a41193-23d9-43cb-895f-f2bed26a5d9c req-373168bd-ff39-493c-9cd0-8ae70886bee4 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 945 time: 0.0866859 Apr 30 17:42:27.926465 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-72a41193-23d9-43cb-895f-f2bed26a5d9c req-8816aef2-0264-48d2-8a92-0953de9092e1 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439320 Apr 30 17:42:28.482475 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device fc62b3d6-43c7-4522-b391-85a309e939f7 up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:42:28.607254 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port fc62b3d6-43c7-4522-b391-85a309e939f7 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:42:28.612678 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port fc62b3d6-43c7-4522-b391-85a309e939f7 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:42:28.613054 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:28.730782 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:28.757189 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2010dd36-e28c-45d8-8ec7-b8bfad850f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc62b3d6-43c7-4522-b391-85a309e939f7'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:42:28.767793 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port fc62b3d6-43c7-4522-b391-85a309e939f7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fc62b3d6-43c7-4522-b391-85a309e939f7,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:42:28.807102 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2010dd36-e28c-45d8-8ec7-b8bfad850f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc62b3d6-43c7-4522-b391-85a309e939f7', 'code': 200} Apr 30 17:42:28.853447 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:28.855308 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-4e09278b-5b12-4075-bca3-f7c769160388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:28.922162 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=fc62b3d6-43c7-4522-b391-85a309e939f7,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:28.925496 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:29.114571 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68aac89-548e-4eac-9d79-8d7e6f6f4785 req-4a0aa8b3-9936-4e54-8cc5-5b26a270d4bb tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:29.116034 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a68aac89-548e-4eac-9d79-8d7e6f6f4785 req-4a0aa8b3-9936-4e54-8cc5-5b26a270d4bb tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 946 time: 0.0810590 Apr 30 17:42:29.161986 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a68aac89-548e-4eac-9d79-8d7e6f6f4785 req-38faf75e-52d4-428b-9826-a9004bb4abcf tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401003 Apr 30 17:42:30.351228 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8349ab8-c5dc-4372-971b-709083f600bd req-de5677a1-8162-47c0-834f-224571055954 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:30.352643 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b8349ab8-c5dc-4372-971b-709083f600bd req-de5677a1-8162-47c0-834f-224571055954 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 946 time: 0.0854094 Apr 30 17:42:30.398734 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b8349ab8-c5dc-4372-971b-709083f600bd req-2733f42e-851f-4f87-a505-0ee55727fb57 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402987 Apr 30 17:42:31.070896 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:31.583797 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd2da9-f8a8-4759-a559-abe181a08f54 req-e425c3cb-229b-4613-ba4e-6764752e4668 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:31.585222 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-74bd2da9-f8a8-4759-a559-abe181a08f54 req-e425c3cb-229b-4613-ba4e-6764752e4668 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 946 time: 0.0806155 Apr 30 17:42:31.630212 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-74bd2da9-f8a8-4759-a559-abe181a08f54 req-fc47c539-9294-4813-a301-f2ea99eee025 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393510 Apr 30 17:42:32.829940 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b12725-089b-46d8-80ec-be5c103081b0 req-2669e3fc-21dc-4587-ace5-91fa7571d0b5 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:32.831262 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-70b12725-089b-46d8-80ec-be5c103081b0 req-2669e3fc-21dc-4587-ace5-91fa7571d0b5 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 946 time: 0.0944011 Apr 30 17:42:32.885780 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-70b12725-089b-46d8-80ec-be5c103081b0 req-d7641faa-4a7a-4473-b4a4-ebce45d20fac tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487218 Apr 30 17:42:32.961540 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce559f-7b79-4656-963a-9387c262ef06 req-13565d4a-fc94-4399-962f-8a1e8eeae8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:32.964572 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-41ce559f-7b79-4656-963a-9387c262ef06 req-13565d4a-fc94-4399-962f-8a1e8eeae8a2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 1099 time: 0.0707550 Apr 30 17:42:33.005871 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-41ce559f-7b79-4656-963a-9387c262ef06 req-db2e35a2-2119-4456-b20f-e06efcb38572 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365660 Apr 30 17:42:34.071900 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ec884-f31f-4569-a8f3-9a3e5ed5db50 req-e95a1f84-7a3e-4293-bf71-d165a14c9232 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:34.073394 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6b5ec884-f31f-4569-a8f3-9a3e5ed5db50 req-e95a1f84-7a3e-4293-bf71-d165a14c9232 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 946 time: 0.0841551 Apr 30 17:42:34.118816 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6b5ec884-f31f-4569-a8f3-9a3e5ed5db50 req-38b10a4f-312c-4067-9174-ba014b589b95 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397120 Apr 30 17:42:35.316299 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e58d84-5657-4a1b-b254-61c4f540ffa8 req-4bc9a74e-56e3-4a49-aba9-2243bb7afcfa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:35.317605 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-98e58d84-5657-4a1b-b254-61c4f540ffa8 req-4bc9a74e-56e3-4a49-aba9-2243bb7afcfa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 946 time: 0.0874684 Apr 30 17:42:35.363131 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-98e58d84-5657-4a1b-b254-61c4f540ffa8 req-0d35c51d-eed7-48f6-bea6-a71bcf95b37d tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397711 Apr 30 17:42:35.559037 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74de423-6722-441b-b838-62cc9dae5372 req-9c06c874-aacc-4b69-aba1-0ee9dcdcc167 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:35.560603 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b74de423-6722-441b-b838-62cc9dae5372 req-9c06c874-aacc-4b69-aba1-0ee9dcdcc167 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 946 time: 0.0842855 Apr 30 17:42:35.610325 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b74de423-6722-441b-b838-62cc9dae5372 req-d3be5b18-ebad-4309-a7f0-7c6d44caa6b2 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431113 Apr 30 17:42:35.633247 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 60708) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:42:35.906988 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4e0101-722f-421a-ad5e-d5b950e92c85 tempest-TestVolumeBootPattern-1376134106 tempest-TestVolumeBootPattern-1376134106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:35.908604 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-7b4e0101-722f-421a-ad5e-d5b950e92c85 tempest-TestVolumeBootPattern-1376134106 tempest-TestVolumeBootPattern-1376134106-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 1094 time: 0.2743735 Apr 30 17:42:35.911462 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 60724) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:42:35.916676 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Request body: {'floatingip': {'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'port_id': 'fc62b3d6-43c7-4522-b391-85a309e939f7', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address': '172.20.0.11'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:42:35.923444 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:42:35.927395 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Usage tracker for resource:floatingip and tenant:7afc693eecb14c7fb2225f8685751963 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:42:35.930332 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:42:35.936216 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:42:36.010558 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for floatingip, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:36.151649 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:36.382206 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Allocated IP 172.27.3.13 (75f81fbd-83ca-4d8e-a99f-6c15173d718a/989086fc-050d-4e50-928b-b948b66b0c76/873993ec-329e-4808-bacf-de62891538c5) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:42:36.535091 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:36.645545 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:36.650305 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-b298b6e3-39db-437c-a60d-32ca48be0ca0 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:36.704750 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Network 75f81fbd-83ca-4d8e-a99f-6c15173d718a is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:42:36.707565 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:42:36.711377 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:42:36.763983 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'Port': ['ID=873993ec-329e-4808-bacf-de62891538c5,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:36.768099 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:37.137078 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:37.365179 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:37.578057 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:37.653168 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:37.657779 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:37.757980 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event updated for resources: {'Port': ['ID=873993ec-329e-4808-bacf-de62891538c5,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:37.761998 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:37.771513 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:37.946220 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.l3_db [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Floating IP c21af0d9-6a2e-496e-8bfc-65a1e65ccc7b associated. External IP: 172.27.3.13, port: fc62b3d6-43c7-4522-b391-85a309e939f7. Apr 30 17:42:38.409754 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:42:38.592378 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:42:38.605024 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d0909-b406-4ea2-96d8-4fd393a870ac None None] Sync routers for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:42:38.618231 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d0909-b406-4ea2-96d8-4fd393a870ac None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:42:38.618847 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-5b7d0909-b406-4ea2-96d8-4fd393a870ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:42:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:42:38.681854 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:38.739358 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8267908 Apr 30 17:42:38.740017 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2010dd36-e28c-45d8-8ec7-b8bfad850f44', 'tag': 'fc62b3d6-43c7-4522-b391-85a309e939f7'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:42:38.790033 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2010dd36-e28c-45d8-8ec7-b8bfad850f44', 'tag': 'fc62b3d6-43c7-4522-b391-85a309e939f7', 'status': 'completed', 'code': 200} Apr 30 17:42:38.801093 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-5b7d0909-b406-4ea2-96d8-4fd393a870ac None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:42:38.894751 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb5203-2c5a-4889-98fc-af0df4512962 req-de4472ef-33a1-468f-a97f-ed42501d5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:38.896319 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c5fb5203-2c5a-4889-98fc-af0df4512962 req-de4472ef-33a1-468f-a97f-ed42501d5999 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 1099 time: 0.0785425 Apr 30 17:42:39.036683 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb5203-2c5a-4889-98fc-af0df4512962 req-4a6d79ac-b05d-4faf-b5b8-b80f8b7cac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:39.038199 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c5fb5203-2c5a-4889-98fc-af0df4512962 req-4a6d79ac-b05d-4faf-b5b8-b80f8b7cac40 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5118869f-2534-4299-bc69-5de0ebba617c HTTP/1.1" status: 200 len: 912 time: 0.1344237 Apr 30 17:42:39.128539 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 60750) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:42:39.149505 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c5fb5203-2c5a-4889-98fc-af0df4512962 req-a75932e1-90f9-40b5-9c79-8fe7f5dbe20c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc62b3d6-43c7-4522-b391-85a309e939f7 HTTP/1.1" status: 200 len: 999 time: 0.1039233 Apr 30 17:42:39.200184 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-5b7d0909-b406-4ea2-96d8-4fd393a870ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '8a263c18-08e4-4231-97c1-61a0718f9e5f', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'port_id': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'mac_address': 'fa:16:3e:b6:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:40:03Z', 'updated_at': '2021-04-30T17:40:06Z', 'revision_number': 1, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address_scope': None}, {'id': 'c21af0d9-6a2e-496e-8bfc-65a1e65ccc7b', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'port_id': 'fc62b3d6-43c7-4522-b391-85a309e939f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'mac_address': 'fa:16:3e:30:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010dd36-e28c-45d8-8ec7-b8bfad850f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:42:37Z', 'updated_at': '2021-04-30T17:42:37Z', 'revision_number': 0, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:42:39.208620 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d0909-b406-4ea2-96d8-4fd393a870ac None None] Checking router: 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:42:39.218943 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d0909-b406-4ea2-96d8-4fd393a870ac None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:42:39.220386 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-5b7d0909-b406-4ea2-96d8-4fd393a870ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:42:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:42:39.221788 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb5203-2c5a-4889-98fc-af0df4512962 req-98f1658b-de01-4340-9e6e-297d7a1abde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:39.223765 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c5fb5203-2c5a-4889-98fc-af0df4512962 req-98f1658b-de01-4340-9e6e-297d7a1abde0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2b18b45e-7170-467e-a603-cb45300a0239 HTTP/1.1" status: 200 len: 850 time: 0.0683639 Apr 30 17:42:39.293601 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-bd79623d-8017-40eb-9d04-1115ce2842be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:39.298124 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8eb5-ebbe-4955-8ac4-4ff486345acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:39.316893 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-c3ba8eb5-ebbe-4955-8ac4-4ff486345acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:42:39.322712 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-c3ba8eb5-ebbe-4955-8ac4-4ff486345acd admin admin] Usage tracker for resource:security_group_rule and tenant:3f5660b0c828471380b602da5e8e4eb1 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:42:39.326097 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-c3ba8eb5-ebbe-4955-8ac4-4ff486345acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:42:39.334396 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-c3ba8eb5-ebbe-4955-8ac4-4ff486345acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:42:39.374023 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb5203-2c5a-4889-98fc-af0df4512962 req-88a0ed80-9f5f-4ec1-9fbd-55207206f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:39.376127 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c5fb5203-2c5a-4889-98fc-af0df4512962 req-88a0ed80-9f5f-4ec1-9fbd-55207206f163 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5118869f-2534-4299-bc69-5de0ebba617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1448243 Apr 30 17:42:39.412142 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-5b7d0909-b406-4ea2-96d8-4fd393a870ac None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:42:39.556542 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8eb5-ebbe-4955-8ac4-4ff486345acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:39.560685 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c5fb5203-2c5a-4889-98fc-af0df4512962 req-c7667458-f383-420f-adca-5f383006ea37 service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761818 Apr 30 17:42:39.662819 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-c3ba8eb5-ebbe-4955-8ac4-4ff486345acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:39.674028 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c630cecb-1769-48a6-aed7-602950946290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:39.724843 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba8eb5-ebbe-4955-8ac4-4ff486345acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac6bfdd-0e46-4592-9167-3c114946893f,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:39.733909 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-c3ba8eb5-ebbe-4955-8ac4-4ff486345acd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f5660b0c828471380b602da5e8e4eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6019213 Apr 30 17:42:39.735555 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 60758) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:42:39.740431 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c3ba8eb5-ebbe-4955-8ac4-4ff486345acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:39.748655 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c5fb5203-2c5a-4889-98fc-af0df4512962 req-57859390-e049-48d4-a29d-4e0fb03b0539 service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810882 Apr 30 17:42:39.770448 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-5b7d0909-b406-4ea2-96d8-4fd393a870ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '8a263c18-08e4-4231-97c1-61a0718f9e5f', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'port_id': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'mac_address': 'fa:16:3e:b6:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:40:03Z', 'updated_at': '2021-04-30T17:40:06Z', 'revision_number': 1, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address_scope': None}, {'id': 'c21af0d9-6a2e-496e-8bfc-65a1e65ccc7b', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'port_id': 'fc62b3d6-43c7-4522-b391-85a309e939f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'mac_address': 'fa:16:3e:30:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010dd36-e28c-45d8-8ec7-b8bfad850f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:42:37Z', 'updated_at': '2021-04-30T17:42:37Z', 'revision_number': 0, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:42:39.774825 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7d0909-b406-4ea2-96d8-4fd393a870ac None None] The sync data for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi is: [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '8a263c18-08e4-4231-97c1-61a0718f9e5f', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'port_id': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'mac_address': 'fa:16:3e:b6:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:40:03Z', 'updated_at': '2021-04-30T17:40:06Z', 'revision_number': 1, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address_scope': None}, {'id': 'c21af0d9-6a2e-496e-8bfc-65a1e65ccc7b', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'floating_ip_address': '172.27.3.13', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'port_id': 'fc62b3d6-43c7-4522-b391-85a309e939f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'mac_address': 'fa:16:3e:30:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010dd36-e28c-45d8-8ec7-b8bfad850f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:42:37Z', 'updated_at': '2021-04-30T17:42:37Z', 'revision_number': 0, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:42:39.803376 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-227d4a3d-07e0-42ad-93fe-e105005ebe52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:39.830878 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-227d4a3d-07e0-42ad-93fe-e105005ebe52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:39.966313 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41fbace-7268-42f8-9963-25d39e320afa None None] New status for floating IP c21af0d9-6a2e-496e-8bfc-65a1e65ccc7b: ACTIVE {{(pid=74456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:42:39.977105 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-227d4a3d-07e0-42ad-93fe-e105005ebe52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:39.977105 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-87d7de83-be75-4917-929d-6301c33f37d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:39.984027 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d4a3d-07e0-42ad-93fe-e105005ebe52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac6bfdd-0e46-4592-9167-3c114946893f,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:39.986721 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-227d4a3d-07e0-42ad-93fe-e105005ebe52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:39.993233 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-227d4a3d-07e0-42ad-93fe-e105005ebe52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:39.994401 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-227d4a3d-07e0-42ad-93fe-e105005ebe52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ac6bfdd-0e46-4592-9167-3c114946893f HTTP/1.1" status: 204 len: 168 time: 0.2571499 Apr 30 17:42:41.247325 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 60784) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:42:41.353502 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1127474193-network', 'tenant_id': '344b8a9cbd4a4ffcabc6bfaa38322038'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:42:41.358339 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:42:41.362337 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Usage tracker for resource:network and tenant:344b8a9cbd4a4ffcabc6bfaa38322038 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:42:41.365236 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:42:41.374585 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:42:41.456347 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Made reservation on behalf of 344b8a9cbd4a4ffcabc6bfaa38322038 for: {'network': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:42:41.458719 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:41.474810 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:41.488686 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:42:41.492586 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:344b8a9cbd4a4ffcabc6bfaa38322038 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:42:41.495479 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:42:41.502041 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:42:41.585421 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:41.670495 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:41.675315 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-60482ef8-a627-4955-a2af-224b83e1c495 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:41.700658 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=74454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:42:41.714172 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dca488-5a84-46cf-9711-e8ea11a5eb03,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:41.719101 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:41.719946 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.segments_db [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Added segment caf5a28d-1f93-4d4a-86cc-e7da81cadbe7 of type vlan for network f6e9d34d-6a64-4c7a-9315-148824d7077f Apr 30 17:42:41.728060 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:41.728438 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:41.728799 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:41.729159 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:41.729507 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:41.729862 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:41.730209 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:41.730558 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:41.730904 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:41.731281 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:41.731630 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:41.731959 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:42:41.735716 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:41.759151 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:41.778647 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:41.868175 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-667e2599-20ad-4f11-a010-ded0c18d6f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:41.899042 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:41.900447 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:41.901039 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:41.904709 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:42.006406 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=f6e9d34d-6a64-4c7a-9315-148824d7077f,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:42.009159 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:42.020436 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network f6e9d34d-6a64-4c7a-9315-148824d7077f details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:42:42.099773 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8513284 Apr 30 17:42:42.102652 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 60792) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:42:42.108286 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Request body: {'subnet': {'network_id': 'f6e9d34d-6a64-4c7a-9315-148824d7077f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1127474193-subnet', 'tenant_id': '344b8a9cbd4a4ffcabc6bfaa38322038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:42:42.113797 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:42:42.117588 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Usage tracker for resource:subnet and tenant:344b8a9cbd4a4ffcabc6bfaa38322038 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:42:42.124749 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:42:42.127066 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:42:42.313097 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Made reservation on behalf of 344b8a9cbd4a4ffcabc6bfaa38322038 for: {'subnet': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:42:42.315475 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2749836'] for subnet, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:42.950010 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2375910', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2749850'] for subnet, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:42.950010 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-df34920f-6560-444a-89e7-b0a414d82b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:42.952808 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Pushing event updated for resources: {'Subnet': ['ID=afda7702-6010-4736-a591-5c03b052cd65,revision_number=0']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:42.957149 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:42.962865 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Checking segment: {'id': 'caf5a28d-1f93-4d4a-86cc-e7da81cadbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f6e9d34d-6a64-4c7a-9315-148824d7077f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:42:42.963252 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Network hostable DHCP agents. Network: f6e9d34d-6a64-4c7a-9315-148824d7077f, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:42:43.048219 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Network f6e9d34d-6a64-4c7a-9315-148824d7077f is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:42:43.144358 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, f6e9d34d-6a64-4c7a-9315-148824d7077f) {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:42:43.155261 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed34a04-e6aa-4495-acf2-1a71f250587e None None] Network f6e9d34d-6a64-4c7a-9315-148824d7077f requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:42:43.155841 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:43.155841 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:43.270964 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-996e0fab-efdb-44b9-a8b9-27730d1c993d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1672018 Apr 30 17:42:43.361753 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28b4f17-08b7-45a0-9075-bbd07ce6e995 None None] Network f6e9d34d-6a64-4c7a-9315-148824d7077f requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:42:43.761719 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:45.316242 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:42:45.744936 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:45.802357 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-a72ba2fc-f7dc-4b11-885a-21860b08fdc0 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:45.803797 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-a72ba2fc-f7dc-4b11-885a-21860b08fdc0 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/networks?id=f6e9d34d-6a64-4c7a-9315-148824d7077f HTTP/1.1" status: 200 len: 809 time: 0.1542645 Apr 30 17:42:45.819202 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-fd889276-c2b8-49c9-9e37-bbea82da8f36 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/quotas/344b8a9cbd4a4ffcabc6bfaa38322038 HTTP/1.1" status: 200 len: 375 time: 0.0098143 Apr 30 17:42:45.865840 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-4bd8dd7f-abb4-4281-bbcb-3a9884f20c3b tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=344b8a9cbd4a4ffcabc6bfaa38322038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416660 Apr 30 17:42:45.923553 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-645af6c6-4bf0-4655-b2d2-ea39b118da65 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=74455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:42:45.924544 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-645af6c6-4bf0-4655-b2d2-ea39b118da65 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0524178 Apr 30 17:42:46.181435 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-858ae8dd-5d0e-437e-8c57-84154555b053 service neutron] 10.222.0.18 "GET /v2.0/networks/f6e9d34d-6a64-4c7a-9315-148824d7077f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509160 Apr 30 17:42:46.314623 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-5896f539-b4b2-43af-8fc3-4ed29b4ead20 service neutron] 10.222.0.18 "GET /v2.0/networks/f6e9d34d-6a64-4c7a-9315-148824d7077f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271541 Apr 30 17:42:46.663604 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6ea4112e-25c8-447d-888f-074634ff71f1 req-a9efb29b-ca3c-4e1b-ab95-309978e96951 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 210 time: 0.0485916 Apr 30 17:42:47.813814 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4c10bf65-501f-40eb-b889-7c4e03a79042 req-ce6c3a13-5f9c-4b78-af3b-0458aad7d9a5 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 210 time: 0.0428500 Apr 30 17:42:48.997745 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c9022d90-ae66-43cb-9f8d-3f91405f7f4f req-5bb74a79-a709-497c-b17b-8426a0156ef3 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 210 time: 0.0623391 Apr 30 17:42:49.103052 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-31430c5b-6be8-4c22-8a49-954a3f38bb69 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:49.104491 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-31430c5b-6be8-4c22-8a49-954a3f38bb69 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.63 "GET /v2.0/networks?id=f6e9d34d-6a64-4c7a-9315-148824d7077f HTTP/1.1" status: 200 len: 809 time: 0.1937501 Apr 30 17:42:49.116630 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Request body: {'port': {'device_id': 'b90b3514-edc2-4bca-a2d1-b93b0421b167', 'network_id': 'f6e9d34d-6a64-4c7a-9315-148824d7077f', 'admin_state_up': True, 'tenant_id': '344b8a9cbd4a4ffcabc6bfaa38322038'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:42:49.258343 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:42:49.262199 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Usage tracker for resource:port and tenant:344b8a9cbd4a4ffcabc6bfaa38322038 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:42:49.265315 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:42:49.271928 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:42:49.388036 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Made reservation on behalf of 344b8a9cbd4a4ffcabc6bfaa38322038 for: {'port': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:42:49.392438 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:49.562890 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Allocated IP 172.20.0.8 (f6e9d34d-6a64-4c7a-9315-148824d7077f/afda7702-6010-4736-a591-5c03b052cd65/05c0a01f-6e88-4245-9e32-be73ff8079bf) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:42:49.774881 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:49.856830 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:49.863444 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:49.925241 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Network f6e9d34d-6a64-4c7a-9315-148824d7077f is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:42:49.928242 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:42:49.936377 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:42:49.967846 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Pushing event updated for resources: {'Port': ['ID=05c0a01f-6e88-4245-9e32-be73ff8079bf,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:49.982219 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:50.007022 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:50.007682 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:50.093800 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-e4d72702-5223-4eda-bd47-508599e41aea tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9809897 Apr 30 17:42:50.154349 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Request body: {'port': {'device_id': 'b90b3514-edc2-4bca-a2d1-b93b0421b167', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:42:50.286123 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e803b-b5c9-41b3-9f02-e6dacb467f08 req-82e9dc3a-d1da-4cf7-bf58-681e1308bc82 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:50.286823 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-210e803b-b5c9-41b3-9f02-e6dacb467f08 req-82e9dc3a-d1da-4cf7-bf58-681e1308bc82 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Synchronizing usage tracker for tenant:344b8a9cbd4a4ffcabc6bfaa38322038 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:42:50.301072 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:50.432444 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-210e803b-b5c9-41b3-9f02-e6dacb467f08 req-82e9dc3a-d1da-4cf7-bf58-681e1308bc82 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Unset dirty status for tenant:344b8a9cbd4a4ffcabc6bfaa38322038 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:42:50.433524 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-210e803b-b5c9-41b3-9f02-e6dacb467f08 req-82e9dc3a-d1da-4cf7-bf58-681e1308bc82 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 931 time: 0.3300686 Apr 30 17:42:50.523046 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-210e803b-b5c9-41b3-9f02-e6dacb467f08 req-405d22e6-19ca-498a-ac4b-62e49584e2ce tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818777 Apr 30 17:42:50.790974 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c0a01f-6e88-4245-9e32-be73ff8079bf {{(pid=74455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:42:50.799275 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:50.813351 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Transition to ACTIVE for port object 05c0a01f-6e88-4245-9e32-be73ff8079bf will not be triggered until provisioned by entity L2. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:42:50.899103 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:50.902992 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f32e7f34-5195-4aad-b6eb-ea33e53fc912 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:51.032076 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Pushing event updated for resources: {'Port': ['ID=05c0a01f-6e88-4245-9e32-be73ff8079bf,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:51.058867 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:51.138251 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Attempting to bind port 05c0a01f-6e88-4245-9e32-be73ff8079bf on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:42:51.138581 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Attempting to bind port 05c0a01f-6e88-4245-9e32-be73ff8079bf by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'caf5a28d-1f93-4d4a-86cc-e7da81cadbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f6e9d34d-6a64-4c7a-9315-148824d7077f'}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:42:51.138909 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Attempting to bind port 05c0a01f-6e88-4245-9e32-be73ff8079bf on network f6e9d34d-6a64-4c7a-9315-148824d7077f {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:42:51.144611 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Port 05c0a01f-6e88-4245-9e32-be73ff8079bf on network f6e9d34d-6a64-4c7a-9315-148824d7077f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:42:51.144929 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Attempting to bind port 05c0a01f-6e88-4245-9e32-be73ff8079bf on network f6e9d34d-6a64-4c7a-9315-148824d7077f {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:42:51.150420 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:42:51.157665 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Checking segment: {'id': 'caf5a28d-1f93-4d4a-86cc-e7da81cadbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f6e9d34d-6a64-4c7a-9315-148824d7077f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:42:51.157665 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Bound using segment: {'id': 'caf5a28d-1f93-4d4a-86cc-e7da81cadbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f6e9d34d-6a64-4c7a-9315-148824d7077f'} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:42:51.157665 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Bound port: 05c0a01f-6e88-4245-9e32-be73ff8079bf, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf5a28d-1f93-4d4a-86cc-e7da81cadbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f6e9d34d-6a64-4c7a-9315-148824d7077f'}}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:42:51.157665 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:51.243623 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] For port 05c0a01f-6e88-4245-9e32-be73ff8079bf, host hv-cinder-78477, cleared binding levels {{(pid=74455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:42:51.246608 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] For port 05c0a01f-6e88-4245-9e32-be73ff8079bf, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=05c0a01f-6e88-4245-9e32-be73ff8079bf,segment=NetworkSegment(caf5a28d-1f93-4d4a-86cc-e7da81cadbe7),segment_id=caf5a28d-1f93-4d4a-86cc-e7da81cadbe7)] {{(pid=74455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:42:51.333657 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:51.337330 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:51.393409 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:51.394008 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:51.395423 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] 10.222.0.63 "PUT /v2.0/ports/05c0a01f-6e88-4245-9e32-be73ff8079bf HTTP/1.1" status: 200 len: 1093 time: 1.2464669 Apr 30 17:42:51.395919 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90b3514-edc2-4bca-a2d1-b93b0421b167', 'tag': '05c0a01f-6e88-4245-9e32-be73ff8079bf'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:42:51.422628 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Pushing event updated for resources: {'Port': ['ID=05c0a01f-6e88-4245-9e32-be73ff8079bf,revision_number=3']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:51.425701 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-771a1ef0-bec5-4571-8238-32542572bb51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:51.446914 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90b3514-edc2-4bca-a2d1-b93b0421b167', 'tag': '05c0a01f-6e88-4245-9e32-be73ff8079bf', 'status': 'completed', 'code': 200} Apr 30 17:42:51.539439 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e218c58-bd40-458c-95b7-89d8b5cdfbd1 req-76946084-e79a-421d-96c7-24fbbd2e2351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:51.540898 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4e218c58-bd40-458c-95b7-89d8b5cdfbd1 req-76946084-e79a-421d-96c7-24fbbd2e2351 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=344b8a9cbd4a4ffcabc6bfaa38322038&device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 1096 time: 0.0725231 Apr 30 17:42:51.736060 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e218c58-bd40-458c-95b7-89d8b5cdfbd1 req-cb9f9ff1-39d2-49ef-9ed4-a72872386625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:51.737499 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4e218c58-bd40-458c-95b7-89d8b5cdfbd1 req-cb9f9ff1-39d2-49ef-9ed4-a72872386625 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=344b8a9cbd4a4ffcabc6bfaa38322038&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1891823 Apr 30 17:42:51.794813 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb7f0f-8d99-4ad3-ae5d-c16cde327ed8 req-086939a7-9e44-469b-8fc7-f0a98b610e27 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:51.796270 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-47eb7f0f-8d99-4ad3-ae5d-c16cde327ed8 req-086939a7-9e44-469b-8fc7-f0a98b610e27 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 943 time: 0.1595049 Apr 30 17:42:51.907304 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-47eb7f0f-8d99-4ad3-ae5d-c16cde327ed8 req-cca30db7-8748-4d84-944b-5c6d7fa99220 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655451 Apr 30 17:42:51.922713 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e218c58-bd40-458c-95b7-89d8b5cdfbd1 req-46cf7c74-68d1-4ab2-8b70-bf79cb9d39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:51.924180 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4e218c58-bd40-458c-95b7-89d8b5cdfbd1 req-46cf7c74-68d1-4ab2-8b70-bf79cb9d39bf service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1797678 Apr 30 17:42:52.033112 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-ee745601-302a-4a8a-a5f5-32b3ff60b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:52.034587 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-ee745601-302a-4a8a-a5f5-32b3ff60b665 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=344b8a9cbd4a4ffcabc6bfaa38322038&device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 1096 time: 0.0729382 Apr 30 17:42:52.107757 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-4450ebe5-b059-474f-bce0-47c007bd85f9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05c0a01f-6e88-4245-9e32-be73ff8079bf HTTP/1.1" status: 200 len: 217 time: 0.0632274 Apr 30 17:42:52.171220 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-3d02f045-fee2-47f3-8850-796b2bc1b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:52.173117 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-3d02f045-fee2-47f3-8850-796b2bc1b5e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=afda7702-6010-4736-a591-5c03b052cd65 HTTP/1.1" status: 200 len: 849 time: 0.0576620 Apr 30 17:42:52.224118 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-d8186331-1777-4ded-a3c4-cc0374dbcec5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f6e9d34d-6a64-4c7a-9315-148824d7077f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433576 Apr 30 17:42:52.355273 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-ce71d98c-ed13-4d0b-8756-ce171a691a21 service neutron] 10.222.0.63 "GET /v2.0/networks/f6e9d34d-6a64-4c7a-9315-148824d7077f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241436 Apr 30 17:42:52.595233 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c4b02e18-dde2-4bd4-96ef-df0ef0774298 req-768842d3-843b-44b3-96d9-9dfa6c3543fd service neutron] 10.222.0.63 "GET /v2.0/networks/f6e9d34d-6a64-4c7a-9315-148824d7077f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306049 Apr 30 17:42:53.089365 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36c7e7-2b21-4e41-a48e-c987d571b893 req-18236ff2-95b2-4606-8be9-ed1bc6033f69 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:53.090792 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aa36c7e7-2b21-4e41-a48e-c987d571b893 req-18236ff2-95b2-4606-8be9-ed1bc6033f69 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 943 time: 0.0797191 Apr 30 17:42:53.136426 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-aa36c7e7-2b21-4e41-a48e-c987d571b893 req-5f2190b2-9c9b-4bc3-9756-45305a528a8d tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390332 Apr 30 17:42:54.341783 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f95d2-2963-4db2-89fc-554f672ff885 req-30572c1e-4e9c-4f65-8ee7-15f5edfb7894 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:54.343255 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-de5f95d2-2963-4db2-89fc-554f672ff885 req-30572c1e-4e9c-4f65-8ee7-15f5edfb7894 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 943 time: 0.0885303 Apr 30 17:42:54.389065 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-de5f95d2-2963-4db2-89fc-554f672ff885 req-5557f179-4f6c-44de-8316-21274fe576bc tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Apr 30 17:42:55.575674 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e703a4c-0c07-40aa-a9a8-223f28334833 req-0db13628-da82-4ba3-a870-349b73d33d53 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:55.577123 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3e703a4c-0c07-40aa-a9a8-223f28334833 req-0db13628-da82-4ba3-a870-349b73d33d53 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 943 time: 0.0790668 Apr 30 17:42:55.626305 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3e703a4c-0c07-40aa-a9a8-223f28334833 req-cb602b5c-b82d-46e0-8225-c52799563f74 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428381 Apr 30 17:42:56.813366 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc63dc7-ce2f-4126-916f-4866d3517bff req-00918799-ffee-462f-ac39-802030a1d911 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:56.814858 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3dc63dc7-ce2f-4126-916f-4866d3517bff req-00918799-ffee-462f-ac39-802030a1d911 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 943 time: 0.0812974 Apr 30 17:42:56.859247 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3dc63dc7-ce2f-4126-916f-4866d3517bff req-9a0c971c-f7f8-4bf0-8c2c-7d8df922f03e tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386593 Apr 30 17:42:57.077095 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 05c0a01f-6e88-4245-9e32-be73ff8079bf details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:42:57.209604 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 05c0a01f-6e88-4245-9e32-be73ff8079bf, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=05c0a01f-6e88-4245-9e32-be73ff8079bf,segment=NetworkSegment(caf5a28d-1f93-4d4a-86cc-e7da81cadbe7),segment_id=caf5a28d-1f93-4d4a-86cc-e7da81cadbe7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:42:57.222597 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '05c0a01f-6e88-4245-9e32-be73ff8079bf', 'network_id': 'f6e9d34d-6a64-4c7a-9315-148824d7077f', 'port_id': '05c0a01f-6e88-4245-9e32-be73ff8079bf', 'mac_address': 'fa:16:3e:8c:85:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afda7702-6010-4736-a591-5c03b052cd65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:42:57.309565 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:57.325726 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c0a01f-6e88-4245-9e32-be73ff8079bf {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:42:57.341062 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 05c0a01f-6e88-4245-9e32-be73ff8079bf, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=05c0a01f-6e88-4245-9e32-be73ff8079bf,segment=NetworkSegment(caf5a28d-1f93-4d4a-86cc-e7da81cadbe7),segment_id=caf5a28d-1f93-4d4a-86cc-e7da81cadbe7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:42:57.393657 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:57.395643 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:57.461323 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=05c0a01f-6e88-4245-9e32-be73ff8079bf,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:57.464513 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:57.786167 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['05c0a01f-6e88-4245-9e32-be73ff8079bf'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:42:58.051866 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3f5d0-f1f1-442c-a6b4-9bcb50a07afa req-bf742027-4508-4eea-8e26-5fa6d634798a tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:58.053311 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dfb3f5d0-f1f1-442c-a6b4-9bcb50a07afa req-bf742027-4508-4eea-8e26-5fa6d634798a tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 944 time: 0.0835974 Apr 30 17:42:58.098419 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dfb3f5d0-f1f1-442c-a6b4-9bcb50a07afa req-a8099c83-2eb3-45ba-9f85-76e78b19dc3e tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394392 Apr 30 17:42:59.098759 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 05c0a01f-6e88-4245-9e32-be73ff8079bf up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:42:59.273342 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port 05c0a01f-6e88-4245-9e32-be73ff8079bf completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:42:59.278343 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 05c0a01f-6e88-4245-9e32-be73ff8079bf triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:42:59.278715 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:59.282982 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a818d3-7d6f-490f-b87e-b8273ddc293d req-55eb2ab9-b59a-4ac0-b913-33f14180f7b5 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:59.284493 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1a818d3-7d6f-490f-b87e-b8273ddc293d req-55eb2ab9-b59a-4ac0-b913-33f14180f7b5 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 944 time: 0.0805452 Apr 30 17:42:59.334402 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1a818d3-7d6f-490f-b87e-b8273ddc293d req-bd89859e-b009-43e6-80a4-1ea3c3336832 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441275 Apr 30 17:42:59.396604 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:59.423277 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90b3514-edc2-4bca-a2d1-b93b0421b167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c0a01f-6e88-4245-9e32-be73ff8079bf'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:42:59.432953 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 05c0a01f-6e88-4245-9e32-be73ff8079bf, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=05c0a01f-6e88-4245-9e32-be73ff8079bf,segment=NetworkSegment(caf5a28d-1f93-4d4a-86cc-e7da81cadbe7),segment_id=caf5a28d-1f93-4d4a-86cc-e7da81cadbe7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:42:59.468280 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90b3514-edc2-4bca-a2d1-b93b0421b167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c0a01f-6e88-4245-9e32-be73ff8079bf', 'code': 200} Apr 30 17:42:59.510440 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:59.512302 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:42:59.581950 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=05c0a01f-6e88-4245-9e32-be73ff8079bf,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:42:59.584865 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:42:59.855775 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f63838-e47c-4582-a8f5-7e310f53196b req-c6ec57e5-cec4-46d5-b67e-da23a7962e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:42:59.857151 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-34f63838-e47c-4582-a8f5-7e310f53196b req-c6ec57e5-cec4-46d5-b67e-da23a7962e6c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 1098 time: 0.0691855 Apr 30 17:42:59.898848 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-34f63838-e47c-4582-a8f5-7e310f53196b req-30683ad3-d7a2-4cd1-8651-4376f157d4a8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347781 Apr 30 17:43:00.524226 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d125bbd-c0bf-4c1a-bc7d-864a27e2bc29 req-cbea082c-f24f-4d9c-ad76-6800d4364087 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:00.525656 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8d125bbd-c0bf-4c1a-bc7d-864a27e2bc29 req-cbea082c-f24f-4d9c-ad76-6800d4364087 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 945 time: 0.0829587 Apr 30 17:43:00.570006 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8d125bbd-c0bf-4c1a-bc7d-864a27e2bc29 req-125914e4-6987-4ca0-85b0-cb6f51cc9985 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385625 Apr 30 17:43:01.070423 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:01.758017 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dff13-a591-4f4d-be4c-c55568ff863d req-bc611ceb-8d4c-4e75-b16f-dea324aa9dd9 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:01.759481 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-273dff13-a591-4f4d-be4c-c55568ff863d req-bc611ceb-8d4c-4e75-b16f-dea324aa9dd9 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 945 time: 0.0816522 Apr 30 17:43:01.808247 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-273dff13-a591-4f4d-be4c-c55568ff863d req-dd301ee7-e89d-4545-9a20-9088acf2afa9 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428433 Apr 30 17:43:03.410369 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf3b75-20de-43a0-925e-a2d8fdaa3b28 req-eb5799a1-6c02-436b-8598-cf9d5224f234 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:03.411885 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3bcf3b75-20de-43a0-925e-a2d8fdaa3b28 req-eb5799a1-6c02-436b-8598-cf9d5224f234 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 945 time: 0.0814912 Apr 30 17:43:03.459432 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3bcf3b75-20de-43a0-925e-a2d8fdaa3b28 req-171264cf-899e-4071-8ddc-3a62b65dc422 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Apr 30 17:43:04.661237 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedee33-803b-433a-aea9-47e3f918747c req-6407e231-46e0-4e4c-99ba-b5185b7d4123 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:04.662692 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ecedee33-803b-433a-aea9-47e3f918747c req-6407e231-46e0-4e4c-99ba-b5185b7d4123 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 945 time: 0.0903683 Apr 30 17:43:04.708683 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ecedee33-803b-433a-aea9-47e3f918747c req-b20064d6-3c04-44a8-8177-02aeee8d42f9 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401523 Apr 30 17:43:04.930584 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b670441-4540-4f59-889e-4d9238c18983 req-80192497-7097-4db0-ad04-ebc5a6c9d478 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:04.932039 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0b670441-4540-4f59-889e-4d9238c18983 req-80192497-7097-4db0-ad04-ebc5a6c9d478 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.63 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 945 time: 0.0815439 Apr 30 17:43:05.070830 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-0b670441-4540-4f59-889e-4d9238c18983 req-d3b461b0-bb05-47c4-a23e-e538f2cd9841 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Deleting port 05c0a01f-6e88-4245-9e32-be73ff8079bf {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:43:05.071201 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-0b670441-4540-4f59-889e-4d9238c18983 req-d3b461b0-bb05-47c4-a23e-e538f2cd9841 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:05.212952 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-0b670441-4540-4f59-889e-4d9238c18983 req-d3b461b0-bb05-47c4-a23e-e538f2cd9841 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] For port 05c0a01f-6e88-4245-9e32-be73ff8079bf, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=05c0a01f-6e88-4245-9e32-be73ff8079bf,segment=NetworkSegment(caf5a28d-1f93-4d4a-86cc-e7da81cadbe7),segment_id=caf5a28d-1f93-4d4a-86cc-e7da81cadbe7)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:43:05.213252 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-0b670441-4540-4f59-889e-4d9238c18983 req-d3b461b0-bb05-47c4-a23e-e538f2cd9841 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:05.342113 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-0b670441-4540-4f59-889e-4d9238c18983 req-d3b461b0-bb05-47c4-a23e-e538f2cd9841 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Calling delete_port for 05c0a01f-6e88-4245-9e32-be73ff8079bf owned by compute:nova {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:43:05.636261 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-0b670441-4540-4f59-889e-4d9238c18983 req-d3b461b0-bb05-47c4-a23e-e538f2cd9841 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:05.642550 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-dff176ff-4bb8-4506-a1f9-46a20989c255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:43:05.662522 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['05c0a01f-6e88-4245-9e32-be73ff8079bf'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:43:05.687141 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b461b0-bb05-47c4-a23e-e538f2cd9841 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Pushing event deleted for resources: {'Port': ['ID=05c0a01f-6e88-4245-9e32-be73ff8079bf,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:43:05.693170 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d3b461b0-bb05-47c4-a23e-e538f2cd9841 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:43:05.901911 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b670441-4540-4f59-889e-4d9238c18983 req-d3b461b0-bb05-47c4-a23e-e538f2cd9841 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] No DVR routers for this DVR port 05c0a01f-6e88-4245-9e32-be73ff8079bf on host hv-cinder-78477 {{(pid=74455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:43:05.905171 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dbea8994-8b48-4947-92c4-5c23cdfaea0f req-541c06d3-e3dc-4e83-acd2-6289489778ae tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 210 time: 0.0771811 Apr 30 17:43:05.906040 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-0b670441-4540-4f59-889e-4d9238c18983 req-d3b461b0-bb05-47c4-a23e-e538f2cd9841 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:05.909187 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90b3514-edc2-4bca-a2d1-b93b0421b167', 'name': 'network-vif-deleted', 'tag': '05c0a01f-6e88-4245-9e32-be73ff8079bf'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:43:05.959343 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90b3514-edc2-4bca-a2d1-b93b0421b167', 'name': 'network-vif-deleted', 'tag': '05c0a01f-6e88-4245-9e32-be73ff8079bf', 'status': 'completed', 'code': 200} Apr 30 17:43:05.976939 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0b670441-4540-4f59-889e-4d9238c18983 req-d3b461b0-bb05-47c4-a23e-e538f2cd9841 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.63 "DELETE /v2.0/ports/05c0a01f-6e88-4245-9e32-be73ff8079bf HTTP/1.1" status: 204 len: 173 time: 1.0386331 Apr 30 17:43:07.075971 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-046a263e-3d2c-4ccf-a282-5aecee8ba378 req-59c95e78-e3c6-4d54-bed4-09b769c5773e tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Synchronizing usage tracker for tenant:344b8a9cbd4a4ffcabc6bfaa38322038 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:43:07.236070 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-046a263e-3d2c-4ccf-a282-5aecee8ba378 req-59c95e78-e3c6-4d54-bed4-09b769c5773e tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Unset dirty status for tenant:344b8a9cbd4a4ffcabc6bfaa38322038 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:43:07.237194 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-046a263e-3d2c-4ccf-a282-5aecee8ba378 req-59c95e78-e3c6-4d54-bed4-09b769c5773e tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=b90b3514-edc2-4bca-a2d1-b93b0421b167 HTTP/1.1" status: 200 len: 210 time: 0.2042856 Apr 30 17:43:08.596864 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-56009042-abd9-4f9e-b780-5b289c060b80 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:08.598205 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-56009042-abd9-4f9e-b780-5b289c060b80 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/networks?id=f6e9d34d-6a64-4c7a-9315-148824d7077f HTTP/1.1" status: 200 len: 809 time: 0.1458721 Apr 30 17:43:08.613359 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-240dd026-e995-4c49-b679-d4765d59d090 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/quotas/344b8a9cbd4a4ffcabc6bfaa38322038 HTTP/1.1" status: 200 len: 375 time: 0.0095596 Apr 30 17:43:08.660441 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-6eeed1e6-8b15-48ba-8378-c87132acca8a tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=344b8a9cbd4a4ffcabc6bfaa38322038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417888 Apr 30 17:43:08.790536 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-0ff4c076-ce45-4cfb-827c-4bc5ec4b1821 service neutron] 10.222.0.18 "GET /v2.0/networks/f6e9d34d-6a64-4c7a-9315-148824d7077f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234503 Apr 30 17:43:08.926314 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-3ee70db5-96ab-4cda-98f6-8fffde270777 service neutron] 10.222.0.18 "GET /v2.0/networks/f6e9d34d-6a64-4c7a-9315-148824d7077f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297934 Apr 30 17:43:09.060595 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f184e1fc-3fbe-434e-95be-5e270f6d1ffd req-14068a9b-7381-4347-af6c-b485045d4822 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758073 Apr 30 17:43:09.136438 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 05c0a01f-6e88-4245-9e32-be73ff8079bf no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:43:09.166806 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184e1fc-3fbe-434e-95be-5e270f6d1ffd req-a26b32e6-d90e-495b-95f4-d98580ab15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:09.172202 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f184e1fc-3fbe-434e-95be-5e270f6d1ffd req-a26b32e6-d90e-495b-95f4-d98580ab15d5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=cdbcbbe6ee6846d5865d08d212788426&device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 1098 time: 0.0830917 Apr 30 17:43:09.183390 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: 05c0a01f-6e88-4245-9e32-be73ff8079bf {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:43:09.183658 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 05c0a01f-6e88-4245-9e32-be73ff8079bf not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:43:09.343578 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-1ff099bb-0d0c-4ae6-9cb8-b35df6b6cab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:09.343930 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d4c59842-15ec-4d94-a983-c353a1ae4abe req-eb3af386-28a8-4991-94ff-eb2a1761096b tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 210 time: 0.1142461 Apr 30 17:43:09.394947 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184e1fc-3fbe-434e-95be-5e270f6d1ffd req-c1359980-39fd-4a4f-b975-8cceca677e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:09.396435 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f184e1fc-3fbe-434e-95be-5e270f6d1ffd req-c1359980-39fd-4a4f-b975-8cceca677e5f service neutron] 10.222.0.63 "GET /v2.0/networks?id=f6de51b8-401e-44f1-ba63-c82446525040 HTTP/1.1" status: 200 len: 911 time: 0.2004206 Apr 30 17:43:09.514204 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f184e1fc-3fbe-434e-95be-5e270f6d1ffd req-da56f9e2-ec22-407a-94e4-46116b5fbbe6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=496beb04-b9f9-4e1d-b86b-b2686c21239b HTTP/1.1" status: 200 len: 1000 time: 0.1089535 Apr 30 17:43:09.582281 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184e1fc-3fbe-434e-95be-5e270f6d1ffd req-019c1c99-85b4-4dfe-9f4a-b9655aefb9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:09.583871 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f184e1fc-3fbe-434e-95be-5e270f6d1ffd req-019c1c99-85b4-4dfe-9f4a-b9655aefb9dc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6cdb1bba-78e7-4345-8e9e-f00b64aa7efd HTTP/1.1" status: 200 len: 849 time: 0.0630322 Apr 30 17:43:09.667182 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184e1fc-3fbe-434e-95be-5e270f6d1ffd req-a8708f45-69ca-4a40-a6f8-978829324d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:09.679400 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f184e1fc-3fbe-434e-95be-5e270f6d1ffd req-a8708f45-69ca-4a40-a6f8-978829324d4d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f6de51b8-401e-44f1-ba63-c82446525040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0782011 Apr 30 17:43:09.825318 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f184e1fc-3fbe-434e-95be-5e270f6d1ffd req-319fad8f-acd6-4467-a451-79af6fab67b1 service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491554 Apr 30 17:43:09.973196 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f184e1fc-3fbe-434e-95be-5e270f6d1ffd req-c2fe5cf7-3586-4824-8325-9b74234144eb service neutron] 10.222.0.63 "GET /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401994 Apr 30 17:43:10.493392 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-41c3694b-0543-4edc-9c85-08e9879922e3 req-3449a22f-b1b6-4203-b7df-9762562c832f tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 210 time: 0.0428672 Apr 30 17:43:11.749064 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dcbd323c-d727-4b49-b45c-bec49a2cfa55 req-2c02c0f7-fdb7-44a0-9327-880a808deadc tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 210 time: 0.1510394 Apr 30 17:43:11.792818 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:11.853138 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e8af-385e-4967-9d10-82e0d292288e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:11.992293 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-85f60730-b31e-4f56-8c59-f8fa25a5cb3d tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:11.993629 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-85f60730-b31e-4f56-8c59-f8fa25a5cb3d tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.63 "GET /v2.0/networks?id=f6e9d34d-6a64-4c7a-9315-148824d7077f HTTP/1.1" status: 200 len: 809 time: 0.1551638 Apr 30 17:43:12.011451 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Request body: {'port': {'device_id': '8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23', 'network_id': 'f6e9d34d-6a64-4c7a-9315-148824d7077f', 'admin_state_up': True, 'tenant_id': '344b8a9cbd4a4ffcabc6bfaa38322038'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:43:12.147808 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:43:12.157331 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:43:12.221653 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Made reservation on behalf of 344b8a9cbd4a4ffcabc6bfaa38322038 for: {'port': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:43:12.225153 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:12.390951 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Allocated IP 172.20.0.9 (f6e9d34d-6a64-4c7a-9315-148824d7077f/afda7702-6010-4736-a591-5c03b052cd65/c19c8500-d134-4c41-a71b-28f28c66d272) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:43:12.595799 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:12.679551 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:12.685197 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d1ba9304-cfc5-4c6a-8a47-2b928a6bb65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:43:12.749381 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Network f6e9d34d-6a64-4c7a-9315-148824d7077f is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:43:12.753265 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:43:12.762277 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:43:12.801902 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Pushing event updated for resources: {'Port': ['ID=c19c8500-d134-4c41-a71b-28f28c66d272,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:43:12.806588 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:43:12.829744 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:12.830357 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:12.908846 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-e97dd0d8-df96-40da-a9a5-eeee299fdea4 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9011524 Apr 30 17:43:12.922231 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Request body: {'port': {'device_id': '8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:43:13.023869 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d220d62-d224-45fb-bb18-9e1c9bdb7545 req-85c9471a-4d47-4644-9354-dea9d731dfe1 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:13.024556 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-3d220d62-d224-45fb-bb18-9e1c9bdb7545 req-85c9471a-4d47-4644-9354-dea9d731dfe1 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Synchronizing usage tracker for tenant:344b8a9cbd4a4ffcabc6bfaa38322038 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:43:13.063994 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:13.109666 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-3d220d62-d224-45fb-bb18-9e1c9bdb7545 req-85c9471a-4d47-4644-9354-dea9d731dfe1 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Unset dirty status for tenant:344b8a9cbd4a4ffcabc6bfaa38322038 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:43:13.111410 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3d220d62-d224-45fb-bb18-9e1c9bdb7545 req-85c9471a-4d47-4644-9354-dea9d731dfe1 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 931 time: 0.2470043 Apr 30 17:43:13.211395 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3d220d62-d224-45fb-bb18-9e1c9bdb7545 req-3434166b-ad15-4457-954d-704e6ba35507 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933077 Apr 30 17:43:13.441677 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19c8500-d134-4c41-a71b-28f28c66d272 {{(pid=74455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:43:13.448900 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:13.463390 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Transition to ACTIVE for port object c19c8500-d134-4c41-a71b-28f28c66d272 will not be triggered until provisioned by entity L2. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:43:13.550216 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:13.554154 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-6de4c661-cf91-424d-a317-4596a8261716 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:43:13.682864 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Pushing event updated for resources: {'Port': ['ID=c19c8500-d134-4c41-a71b-28f28c66d272,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:43:13.709263 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:43:13.744328 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:13.884410 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Attempting to bind port c19c8500-d134-4c41-a71b-28f28c66d272 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:43:13.885023 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Attempting to bind port c19c8500-d134-4c41-a71b-28f28c66d272 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'caf5a28d-1f93-4d4a-86cc-e7da81cadbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f6e9d34d-6a64-4c7a-9315-148824d7077f'}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:43:13.885137 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Attempting to bind port c19c8500-d134-4c41-a71b-28f28c66d272 on network f6e9d34d-6a64-4c7a-9315-148824d7077f {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:43:13.889863 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Port c19c8500-d134-4c41-a71b-28f28c66d272 on network f6e9d34d-6a64-4c7a-9315-148824d7077f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:43:13.890183 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Attempting to bind port c19c8500-d134-4c41-a71b-28f28c66d272 on network f6e9d34d-6a64-4c7a-9315-148824d7077f {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:43:13.895236 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:43:13.895567 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Checking segment: {'id': 'caf5a28d-1f93-4d4a-86cc-e7da81cadbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f6e9d34d-6a64-4c7a-9315-148824d7077f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:43:13.895946 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Bound using segment: {'id': 'caf5a28d-1f93-4d4a-86cc-e7da81cadbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f6e9d34d-6a64-4c7a-9315-148824d7077f'} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:43:13.896376 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Bound port: c19c8500-d134-4c41-a71b-28f28c66d272, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf5a28d-1f93-4d4a-86cc-e7da81cadbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'f6e9d34d-6a64-4c7a-9315-148824d7077f'}}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:43:13.896716 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:13.982934 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] For port c19c8500-d134-4c41-a71b-28f28c66d272, host hv-cinder-78477, cleared binding levels {{(pid=74455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:43:13.986308 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] For port c19c8500-d134-4c41-a71b-28f28c66d272, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c19c8500-d134-4c41-a71b-28f28c66d272,segment=NetworkSegment(caf5a28d-1f93-4d4a-86cc-e7da81cadbe7),segment_id=caf5a28d-1f93-4d4a-86cc-e7da81cadbe7)] {{(pid=74455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:43:14.053519 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:14.057380 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-9af1d45b-bd60-4aa2-8c3c-c1b19591762c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:43:14.114046 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:14.114692 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:14.116107 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] 10.222.0.63 "PUT /v2.0/ports/c19c8500-d134-4c41-a71b-28f28c66d272 HTTP/1.1" status: 200 len: 1093 time: 1.1986947 Apr 30 17:43:14.120514 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23', 'tag': 'c19c8500-d134-4c41-a71b-28f28c66d272'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:43:14.143630 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Pushing event updated for resources: {'Port': ['ID=c19c8500-d134-4c41-a71b-28f28c66d272,revision_number=3']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:43:14.144605 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-8c0eb415-8bf8-4ecd-9db8-f66dde5fd72e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:43:14.166382 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23', 'tag': 'c19c8500-d134-4c41-a71b-28f28c66d272', 'status': 'completed', 'code': 200} Apr 30 17:43:14.259163 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4989-1761-4806-aeea-9c5ccd4b4460 req-0b82edf3-82eb-4eee-806c-b96563ccd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:14.260624 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-372d4989-1761-4806-aeea-9c5ccd4b4460 req-0b82edf3-82eb-4eee-806c-b96563ccd2cd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=344b8a9cbd4a4ffcabc6bfaa38322038&device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 1096 time: 0.0741880 Apr 30 17:43:14.452654 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4989-1761-4806-aeea-9c5ccd4b4460 req-0cd4aa69-dd48-4ef2-aa48-2fcd605671ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:14.454608 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-372d4989-1761-4806-aeea-9c5ccd4b4460 req-0cd4aa69-dd48-4ef2-aa48-2fcd605671ce service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=344b8a9cbd4a4ffcabc6bfaa38322038&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1862259 Apr 30 17:43:14.495340 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7f73e-042f-4e36-9292-729d0b32bbd4 req-8360392f-2882-4777-8eb4-f8a8f6f663d6 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:14.496686 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eed7f73e-042f-4e36-9292-729d0b32bbd4 req-8360392f-2882-4777-8eb4-f8a8f6f663d6 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 943 time: 0.1424005 Apr 30 17:43:14.615374 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eed7f73e-042f-4e36-9292-729d0b32bbd4 req-f4ccd71a-db57-44ce-be1c-d8b6b4156568 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066914 Apr 30 17:43:14.639880 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4989-1761-4806-aeea-9c5ccd4b4460 req-494a6dc1-7642-421b-926f-70aa8ccefa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:14.641299 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-372d4989-1761-4806-aeea-9c5ccd4b4460 req-494a6dc1-7642-421b-926f-70aa8ccefa63 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1748626 Apr 30 17:43:14.758338 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-81da22f4-2c99-4345-9c00-604d2f39d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:14.759738 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-81da22f4-2c99-4345-9c00-604d2f39d99c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=344b8a9cbd4a4ffcabc6bfaa38322038&device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 1096 time: 0.0771081 Apr 30 17:43:14.827484 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-631d3959-796f-462e-90a6-5042e1db9b37 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c19c8500-d134-4c41-a71b-28f28c66d272 HTTP/1.1" status: 200 len: 217 time: 0.0597191 Apr 30 17:43:14.929537 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-21e79209-a02f-4703-8a4f-44b67ba3d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:14.930959 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-21e79209-a02f-4703-8a4f-44b67ba3d945 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=afda7702-6010-4736-a591-5c03b052cd65 HTTP/1.1" status: 200 len: 849 time: 0.0617464 Apr 30 17:43:14.978743 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-841e3b2a-00c9-4b70-b086-d79b07b688fb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f6e9d34d-6a64-4c7a-9315-148824d7077f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413294 Apr 30 17:43:15.113385 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-83dd2741-8ca3-4962-8cb1-03ee7ad791c7 service neutron] 10.222.0.63 "GET /v2.0/networks/f6e9d34d-6a64-4c7a-9315-148824d7077f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280754 Apr 30 17:43:15.246908 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d996a6ca-eef8-4dee-993b-2eef549ef914 req-f1f80238-3fa9-49cf-a6c6-903dabd22aa0 service neutron] 10.222.0.63 "GET /v2.0/networks/f6e9d34d-6a64-4c7a-9315-148824d7077f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274879 Apr 30 17:43:15.747618 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:15.811370 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ef08f-d0ab-4cc8-9c3d-79ae07a69b1b req-e90d7f5d-1541-4fae-9829-f3d94ed498cf tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:15.812823 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fd1ef08f-d0ab-4cc8-9c3d-79ae07a69b1b req-e90d7f5d-1541-4fae-9829-f3d94ed498cf tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 943 time: 0.0844557 Apr 30 17:43:15.862789 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fd1ef08f-d0ab-4cc8-9c3d-79ae07a69b1b req-5ace7672-017a-48d5-819b-52369350503c tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438514 Apr 30 17:43:17.050765 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb281a12-6c67-4ee1-81fc-1a4ade962a41 req-06496e55-c771-4c71-8d6a-ac77b29a625d tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:17.052237 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eb281a12-6c67-4ee1-81fc-1a4ade962a41 req-06496e55-c771-4c71-8d6a-ac77b29a625d tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 943 time: 0.0808160 Apr 30 17:43:17.097101 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-eb281a12-6c67-4ee1-81fc-1a4ade962a41 req-271e097b-cd57-4666-acdc-6536f2670d25 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386281 Apr 30 17:43:18.287191 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421242f-25ce-4ab9-8897-68fa1423b1ad req-3d55c4ae-f6e4-4205-98ad-f7c0b2890ef5 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:18.288616 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4421242f-25ce-4ab9-8897-68fa1423b1ad req-3d55c4ae-f6e4-4205-98ad-f7c0b2890ef5 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 943 time: 0.0835354 Apr 30 17:43:18.333082 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4421242f-25ce-4ab9-8897-68fa1423b1ad req-80c46634-61fc-4e98-8773-729a97929ca9 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386326 Apr 30 17:43:19.197634 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device c19c8500-d134-4c41-a71b-28f28c66d272 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:43:19.335231 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port c19c8500-d134-4c41-a71b-28f28c66d272, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c19c8500-d134-4c41-a71b-28f28c66d272,segment=NetworkSegment(caf5a28d-1f93-4d4a-86cc-e7da81cadbe7),segment_id=caf5a28d-1f93-4d4a-86cc-e7da81cadbe7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:43:19.348521 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': 'c19c8500-d134-4c41-a71b-28f28c66d272', 'network_id': 'f6e9d34d-6a64-4c7a-9315-148824d7077f', 'port_id': 'c19c8500-d134-4c41-a71b-28f28c66d272', 'mac_address': 'fa:16:3e:a8:8c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afda7702-6010-4736-a591-5c03b052cd65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:43:19.405758 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:19.424214 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19c8500-d134-4c41-a71b-28f28c66d272 {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:43:19.441001 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port c19c8500-d134-4c41-a71b-28f28c66d272, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c19c8500-d134-4c41-a71b-28f28c66d272,segment=NetworkSegment(caf5a28d-1f93-4d4a-86cc-e7da81cadbe7),segment_id=caf5a28d-1f93-4d4a-86cc-e7da81cadbe7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:43:19.507276 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:19.508958 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-6a7d93bb-5a77-48fb-ae1c-f9f691504536 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:43:19.525092 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ea3b7-d724-4511-ab6e-c139cf788c1f req-cc7faaa6-ebee-4092-992f-a31c77ec2a29 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:19.526582 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-102ea3b7-d724-4511-ab6e-c139cf788c1f req-cc7faaa6-ebee-4092-992f-a31c77ec2a29 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 943 time: 0.0830801 Apr 30 17:43:19.576042 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-102ea3b7-d724-4511-ab6e-c139cf788c1f req-a8ca29ed-bf8c-4412-8bc7-7f31b2e0e773 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432556 Apr 30 17:43:19.581502 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=c19c8500-d134-4c41-a71b-28f28c66d272,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:43:19.585082 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:43:19.839378 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['c19c8500-d134-4c41-a71b-28f28c66d272'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:43:20.861285 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00e8f4-ab39-4815-82f9-0b6fa297966c req-ff76b3d9-5ac2-4d75-81ff-8230c61bbaf7 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:20.862685 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9a00e8f4-ab39-4815-82f9-0b6fa297966c req-ff76b3d9-5ac2-4d75-81ff-8230c61bbaf7 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 944 time: 0.1799023 Apr 30 17:43:20.908430 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9a00e8f4-ab39-4815-82f9-0b6fa297966c req-5398bad3-26e1-4f03-b525-6d9a402be9e9 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397096 Apr 30 17:43:21.211721 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device c19c8500-d134-4c41-a71b-28f28c66d272 up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:43:21.338551 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port c19c8500-d134-4c41-a71b-28f28c66d272 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:43:21.343358 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port c19c8500-d134-4c41-a71b-28f28c66d272 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:43:21.343730 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:21.463478 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:21.491525 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19c8500-d134-4c41-a71b-28f28c66d272'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:43:21.505345 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port c19c8500-d134-4c41-a71b-28f28c66d272, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c19c8500-d134-4c41-a71b-28f28c66d272,segment=NetworkSegment(caf5a28d-1f93-4d4a-86cc-e7da81cadbe7),segment_id=caf5a28d-1f93-4d4a-86cc-e7da81cadbe7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:43:21.535999 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19c8500-d134-4c41-a71b-28f28c66d272', 'code': 200} Apr 30 17:43:21.576225 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:21.578892 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:43:21.647611 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=c19c8500-d134-4c41-a71b-28f28c66d272,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:43:21.650735 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:43:21.906133 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b3b72-d134-44ec-a6ef-724a399879bb req-5620792b-a3c9-4b0b-924f-c735ec0335e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:21.908915 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d68b3b72-d134-44ec-a6ef-724a399879bb req-5620792b-a3c9-4b0b-924f-c735ec0335e6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 1098 time: 0.0757341 Apr 30 17:43:21.958805 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d68b3b72-d134-44ec-a6ef-724a399879bb req-f9c0787e-6e6f-47c0-ac7a-5c3d86ac70ff service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419919 Apr 30 17:43:22.101279 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50084ce1-b2f4-4565-9bc5-f35698df444d req-ed84cb31-23e3-41c7-b025-7881f6edabd7 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:22.102792 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-50084ce1-b2f4-4565-9bc5-f35698df444d req-ed84cb31-23e3-41c7-b025-7881f6edabd7 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 945 time: 0.0821066 Apr 30 17:43:22.149700 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-50084ce1-b2f4-4565-9bc5-f35698df444d req-8e3fd8dc-5aef-44e2-b175-64497ef891bf tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411315 Apr 30 17:43:22.316425 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:43:23.340465 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae143a4-2880-41e3-bd59-e5bdb1ecb7d4 req-cbbb7326-ee10-41b5-93ff-820b9b2d8628 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:23.341900 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8ae143a4-2880-41e3-bd59-e5bdb1ecb7d4 req-cbbb7326-ee10-41b5-93ff-820b9b2d8628 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 945 time: 0.0856335 Apr 30 17:43:23.386798 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8ae143a4-2880-41e3-bd59-e5bdb1ecb7d4 req-46b83d0c-8935-4d5e-8abb-53cd6b386762 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383053 Apr 30 17:43:24.576453 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae9cc8-46d3-4411-b2e1-eac158472eba req-a467a1be-2600-41ff-aea5-a9691de8611e tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:24.577785 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-78ae9cc8-46d3-4411-b2e1-eac158472eba req-a467a1be-2600-41ff-aea5-a9691de8611e tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 945 time: 0.0831945 Apr 30 17:43:24.623255 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-78ae9cc8-46d3-4411-b2e1-eac158472eba req-b7d0c8ed-66f3-4394-bbf3-9802cf6d5248 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395019 Apr 30 17:43:26.499750 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368ae77-68d5-4077-83d9-6a0ad5da5777 req-9805b378-df8f-4d0b-ac4c-b446e4c3ecb9 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:26.501771 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2368ae77-68d5-4077-83d9-6a0ad5da5777 req-9805b378-df8f-4d0b-ac4c-b446e4c3ecb9 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 945 time: 0.0812056 Apr 30 17:43:26.551616 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2368ae77-68d5-4077-83d9-6a0ad5da5777 req-b35fa457-dcb4-4854-b0f5-0ed4a05aa92d tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434999 Apr 30 17:43:27.750234 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd21f49-d318-4c6b-bd6b-334bb82ea6ee req-084b57db-1ed7-4507-a1da-511751e772fa tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:27.751751 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2bd21f49-d318-4c6b-bd6b-334bb82ea6ee req-084b57db-1ed7-4507-a1da-511751e772fa tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 945 time: 0.0818269 Apr 30 17:43:27.800496 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2bd21f49-d318-4c6b-bd6b-334bb82ea6ee req-3ddce1b3-0bf5-4adf-91d1-45051be9136d tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/security-groups?id=f8dca488-5a84-46cf-9711-e8ea11a5eb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Apr 30 17:43:28.067315 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80085e89-8235-4cf1-aaed-9a358c5e152d req-4d865076-6529-4925-9190-825e57fed2f6 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:28.068748 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-80085e89-8235-4cf1-aaed-9a358c5e152d req-4d865076-6529-4925-9190-825e57fed2f6 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.63 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 945 time: 0.0852139 Apr 30 17:43:28.207450 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-80085e89-8235-4cf1-aaed-9a358c5e152d req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Deleting port c19c8500-d134-4c41-a71b-28f28c66d272 {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:43:28.207876 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-80085e89-8235-4cf1-aaed-9a358c5e152d req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:28.353927 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-80085e89-8235-4cf1-aaed-9a358c5e152d req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] For port c19c8500-d134-4c41-a71b-28f28c66d272, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c19c8500-d134-4c41-a71b-28f28c66d272,segment=NetworkSegment(caf5a28d-1f93-4d4a-86cc-e7da81cadbe7),segment_id=caf5a28d-1f93-4d4a-86cc-e7da81cadbe7)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:43:28.354170 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-80085e89-8235-4cf1-aaed-9a358c5e152d req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:28.482233 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-80085e89-8235-4cf1-aaed-9a358c5e152d req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Calling delete_port for c19c8500-d134-4c41-a71b-28f28c66d272 owned by compute:nova {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:43:28.693482 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-80085e89-8235-4cf1-aaed-9a358c5e152d req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:28.699343 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-86602a74-daf3-4cf7-97ac-0837fd64301f tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:43:28.705213 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['c19c8500-d134-4c41-a71b-28f28c66d272'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:43:28.749904 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Pushing event deleted for resources: {'Port': ['ID=c19c8500-d134-4c41-a71b-28f28c66d272,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:43:28.821628 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:28.822335 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:28.822335 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:28.822698 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:28.823048 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:28.823429 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:28.823775 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:28.824335 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:28.824456 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:28.824806 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:28.825149 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:28.825495 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:28.833828 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:43:28.834902 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-80085e89-8235-4cf1-aaed-9a358c5e152d req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] No DVR routers for this DVR port c19c8500-d134-4c41-a71b-28f28c66d272 on host hv-cinder-78477 {{(pid=74455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:43:28.838783 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-80085e89-8235-4cf1-aaed-9a358c5e152d req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:28.841974 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23', 'name': 'network-vif-deleted', 'tag': 'c19c8500-d134-4c41-a71b-28f28c66d272'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:43:28.957820 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-91f9166c-f846-43f9-8444-1b147031e50c req-06149ba7-a050-45ae-b78a-2d0fab49382d tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Synchronizing usage tracker for tenant:344b8a9cbd4a4ffcabc6bfaa38322038 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:43:28.982903 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-80085e89-8235-4cf1-aaed-9a358c5e152d req-d3f5b690-e3f0-4e02-b40e-13a18e1af7dd tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.63 "DELETE /v2.0/ports/c19c8500-d134-4c41-a71b-28f28c66d272 HTTP/1.1" status: 204 len: 173 time: 0.9083889 Apr 30 17:43:29.142902 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-91f9166c-f846-43f9-8444-1b147031e50c req-06149ba7-a050-45ae-b78a-2d0fab49382d tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Unset dirty status for tenant:344b8a9cbd4a4ffcabc6bfaa38322038 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:43:29.143988 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-91f9166c-f846-43f9-8444-1b147031e50c req-06149ba7-a050-45ae-b78a-2d0fab49382d tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 210 time: 0.2341261 Apr 30 17:43:29.201734 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23', 'name': 'network-vif-deleted', 'tag': 'c19c8500-d134-4c41-a71b-28f28c66d272', 'status': 'completed', 'code': 200} Apr 30 17:43:30.327891 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-556684fd-c723-49a4-a958-ec97a1f9e426 req-c2ac9677-dbe5-4bab-9cd0-51b7acf25af0 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d524c0f-c228-4dab-b0d3-7c8ea1fdcc23 HTTP/1.1" status: 200 len: 210 time: 0.0496869 Apr 30 17:43:31.118690 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:31.244473 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device c19c8500-d134-4c41-a71b-28f28c66d272 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:43:31.281162 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: c19c8500-d134-4c41-a71b-28f28c66d272 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:43:31.281512 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device c19c8500-d134-4c41-a71b-28f28c66d272 not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:43:39.253287 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-2bbd784c-6047-4719-852a-d2f4947d8006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:41.768636 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:41.864975 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-dbe1bbfd-861c-4ba5-b82a-125de638db6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:43.785694 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:45.747513 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:47.640632 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a1bc5-2bd1-4c08-8845-dfa033f9fb79 req-319ff81d-130d-4c4a-aab4-9e05013da69c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:47.642087 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2c5a1bc5-2bd1-4c08-8845-dfa033f9fb79 req-319ff81d-130d-4c4a-aab4-9e05013da69c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 945 time: 0.0932899 Apr 30 17:43:47.796358 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2c5a1bc5-2bd1-4c08-8845-dfa033f9fb79 req-9b4ad717-ac91-464e-9bb3-e1a41710b325 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=706c57c2-78d7-4289-932a-95d41ef8159b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483510 Apr 30 17:43:49.010805 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5161c05-cc0b-4edf-a182-373f64e87ac6 req-59a99758-ad65-4c6f-ad30-2baf8e64df37 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:49.014379 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e5161c05-cc0b-4edf-a182-373f64e87ac6 req-59a99758-ad65-4c6f-ad30-2baf8e64df37 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 945 time: 0.0970435 Apr 30 17:43:49.073113 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e5161c05-cc0b-4edf-a182-373f64e87ac6 req-dd7e5a5d-5c93-4c20-98a5-e8d38538b1d7 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=706c57c2-78d7-4289-932a-95d41ef8159b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504875 Apr 30 17:43:49.861161 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-623525e5-706a-44e8-bab4-3991db21f188 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:49.863163 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-623525e5-706a-44e8-bab4-3991db21f188 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.63 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 945 time: 0.0900240 Apr 30 17:43:50.011151 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Deleting port 496beb04-b9f9-4e1d-b86b-b2686c21239b {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:43:50.011845 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:50.167097 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] For port 496beb04-b9f9-4e1d-b86b-b2686c21239b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=496beb04-b9f9-4e1d-b86b-b2686c21239b,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:43:50.167541 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:50.508867 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17032b75-0bf6-40a7-9434-46ead5185e14 req-f8666272-17e6-4d6c-992c-22275749212c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:43:50.510434 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-17032b75-0bf6-40a7-9434-46ead5185e14 req-f8666272-17e6-4d6c-992c-22275749212c tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 945 time: 0.2791176 Apr 30 17:43:50.576942 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:50.577423 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4072798'] for floatingip, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:50.577815 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.l3_db [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Floating IP e96d739a-dc11-4fd8-a1b5-9bd1723ec6cb disassociated. External IP: 172.27.3.78, port: 496beb04-b9f9-4e1d-b86b-b2686c21239b. Apr 30 17:43:50.578226 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Calling delete_port for 496beb04-b9f9-4e1d-b86b-b2686c21239b owned by compute:nova {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:43:50.631332 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-17032b75-0bf6-40a7-9434-46ead5185e14 req-03f94d62-729b-4bc6-ae5c-f4b76a33f901 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups?id=706c57c2-78d7-4289-932a-95d41ef8159b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105638 Apr 30 17:43:50.775407 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:50.781305 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d3b461b0-bb05-47c4-a23e-e538f2cd9841 tempest-VolumesActionsTest-1364749001 tempest-VolumesActionsTest-1364749001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:43:50.848423 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event deleted for resources: {'Port': ['ID=496beb04-b9f9-4e1d-b86b-b2686c21239b,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:43:50.871872 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:43:51.077611 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:43:51.269275 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:43:51.352288 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b702d982-32bc-426c-afb9-e6df23124452 None None] Sync routers for ids ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:43:51.352288 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b702d982-32bc-426c-afb9-e6df23124452 None None] Routers {'ea4143e6-c46f-4022-965d-f6b7f2bd5b00'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:43:51.352288 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-b702d982-32bc-426c-afb9-e6df23124452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:43:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:43:51.353515 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] No DVR routers for this DVR port 496beb04-b9f9-4e1d-b86b-b2686c21239b on host hv-cinder-78477 {{(pid=74455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:43:51.353515 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:51.353515 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c58aea7-9aff-4135-8fac-c2d926ad1cec', 'name': 'network-vif-deleted', 'tag': '496beb04-b9f9-4e1d-b86b-b2686c21239b'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:43:51.401104 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c58aea7-9aff-4135-8fac-c2d926ad1cec', 'name': 'network-vif-deleted', 'tag': '496beb04-b9f9-4e1d-b86b-b2686c21239b', 'status': 'completed', 'code': 200} Apr 30 17:43:51.488454 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-b702d982-32bc-426c-afb9-e6df23124452 None None] Set router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:43:51.499480 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-65f13099-cc29-49f1-8fad-00e7f42e166b req-66db267e-98ed-4e2d-bbb7-85e2ffe38536 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.63 "DELETE /v2.0/ports/496beb04-b9f9-4e1d-b86b-b2686c21239b HTTP/1.1" status: 204 len: 173 time: 1.6303625 Apr 30 17:43:51.912249 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-b702d982-32bc-426c-afb9-e6df23124452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': 'c52e74ad-01f4-4602-8538-79074161672b', 'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'mac_address': 'fa:16:3e:f4:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:39Z', 'updated_at': '2021-04-30T17:35:47Z', 'revision_number': 5, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'subnets': [{'id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:43:51.923017 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b702d982-32bc-426c-afb9-e6df23124452 None None] Checking router: ea4143e6-c46f-4022-965d-f6b7f2bd5b00 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:43:51.935825 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b702d982-32bc-426c-afb9-e6df23124452 None None] Routers {'ea4143e6-c46f-4022-965d-f6b7f2bd5b00'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:43:51.936467 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-b702d982-32bc-426c-afb9-e6df23124452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:43:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:43:51.948668 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-5fadedba-74b8-42de-9787-35c5ecaf601b req-2918628c-e29c-4a31-b5cf-3c3e9e613537 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Synchronizing usage tracker for tenant:cdbcbbe6ee6846d5865d08d212788426 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:43:52.096507 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-5fadedba-74b8-42de-9787-35c5ecaf601b req-2918628c-e29c-4a31-b5cf-3c3e9e613537 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Unset dirty status for tenant:cdbcbbe6ee6846d5865d08d212788426 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:43:52.102046 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5fadedba-74b8-42de-9787-35c5ecaf601b req-2918628c-e29c-4a31-b5cf-3c3e9e613537 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c58aea7-9aff-4135-8fac-c2d926ad1cec HTTP/1.1" status: 200 len: 210 time: 0.3356605 Apr 30 17:43:52.134828 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-b702d982-32bc-426c-afb9-e6df23124452 None None] Set router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:43:52.528466 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-b702d982-32bc-426c-afb9-e6df23124452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': 'c52e74ad-01f4-4602-8538-79074161672b', 'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'mac_address': 'fa:16:3e:f4:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:39Z', 'updated_at': '2021-04-30T17:35:47Z', 'revision_number': 5, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'subnets': [{'id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:43:52.532693 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b702d982-32bc-426c-afb9-e6df23124452 None None] The sync data for ids ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'] in dv-cinder-784779-10-iscsi is: [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:35:40Z', 'revision_number': 4, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': 'c52e74ad-01f4-4602-8538-79074161672b', 'name': '', 'network_id': 'f6de51b8-401e-44f1-ba63-c82446525040', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'mac_address': 'fa:16:3e:f4:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:39Z', 'updated_at': '2021-04-30T17:35:47Z', 'revision_number': 5, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'subnets': [{'id': '6cdb1bba-78e7-4345-8e9e-f00b64aa7efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:43:52.822254 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0bc5e2-fcfc-4869-9d75-bac28d9b1067 None None] New status for floating IP e96d739a-dc11-4fd8-a1b5-9bd1723ec6cb: DOWN {{(pid=74456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:43:53.304130 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33094) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:43:53.357814 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 496beb04-b9f9-4e1d-b86b-b2686c21239b no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:43:53.391509 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:53.395116 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: 496beb04-b9f9-4e1d-b86b-b2686c21239b {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:43:53.395701 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 496beb04-b9f9-4e1d-b86b-b2686c21239b not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:43:53.426552 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:53.563980 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:53.576339 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d9f6746c-c5c5-4846-b3b2-a5cd3bb30db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:43:53.589792 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=706c57c2-78d7-4289-932a-95d41ef8159b,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:43:53.599408 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:53.600087 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:53.600671 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:53.601234 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:53.601781 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:53.602359 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:53.602838 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:53.603442 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:53.604042 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:53.604448 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:53.604868 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:53.605432 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:43:53.609429 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:43:53.651210 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:53.655307 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "DELETE /v2.0/security-groups/706c57c2-78d7-4289-932a-95d41ef8159b HTTP/1.1" status: 204 len: 168 time: 0.3476388 Apr 30 17:43:53.655992 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33098) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:43:53.677800 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.api.v2.resource [None req-3491e046-3ae1-4743-a201-0237447094a4 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] show failed (client error): The resource could not be found. Apr 30 17:43:53.678832 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-3491e046-3ae1-4743-a201-0237447094a4 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "GET /v2.0/security-groups/706c57c2-78d7-4289-932a-95d41ef8159b HTTP/1.1" status: 404 len: 347 time: 0.0212817 Apr 30 17:43:53.682030 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33102) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:43:53.917047 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-799c4c02-73ae-496e-9f45-4b2928cec5f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Deleting port 3a1d5573-3ddc-4ef0-a184-9b75731cf9ef {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:43:53.917518 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-799c4c02-73ae-496e-9f45-4b2928cec5f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:54.049386 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-799c4c02-73ae-496e-9f45-4b2928cec5f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:54.049872 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-799c4c02-73ae-496e-9f45-4b2928cec5f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:54.181801 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-799c4c02-73ae-496e-9f45-4b2928cec5f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Calling delete_port for 3a1d5573-3ddc-4ef0-a184-9b75731cf9ef owned by network:floatingip {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:43:54.380160 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-799c4c02-73ae-496e-9f45-4b2928cec5f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:54.384608 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-eca1e439-7251-411c-aa0a-da06ed680143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:43:54.431790 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c4c02-73ae-496e-9f45-4b2928cec5f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Pushing event deleted for resources: {'Port': ['ID=3a1d5573-3ddc-4ef0-a184-9b75731cf9ef,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:43:54.434487 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-799c4c02-73ae-496e-9f45-4b2928cec5f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:43:54.537480 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-799c4c02-73ae-496e-9f45-4b2928cec5f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks [] for floatingip, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:54.781642 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-799c4c02-73ae-496e-9f45-4b2928cec5f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:54.782800 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-799c4c02-73ae-496e-9f45-4b2928cec5f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] 10.222.0.18 "DELETE /v2.0/floatingips/e96d739a-dc11-4fd8-a1b5-9bd1723ec6cb HTTP/1.1" status: 204 len: 168 time: 1.0998037 Apr 30 17:43:59.310591 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33220) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:43:59.314955 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:43:59.986239 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b38e149f-c316-4e2f-9eda-42f35b8b8b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4070988'] for router_interface, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:00.056316 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33228) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:44:00.117878 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_v2 [None req-161bf263-ef18-47fd-b2e4-547a6da316af admin admin] Deleting subnet afda7702-6010-4736-a591-5c03b052cd65 {{(pid=74455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:44:00.120985 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-161bf263-ef18-47fd-b2e4-547a6da316af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:00.174931 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-161bf263-ef18-47fd-b2e4-547a6da316af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2695864'] for subnet, precommit_delete_associations {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:00.232598 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-161bf263-ef18-47fd-b2e4-547a6da316af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:00.399689 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-b38e149f-c316-4e2f-9eda-42f35b8b8b1e admin admin] Deleting port c52e74ad-01f4-4602-8538-79074161672b {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:44:00.400289 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b38e149f-c316-4e2f-9eda-42f35b8b8b1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:00.523422 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-b38e149f-c316-4e2f-9eda-42f35b8b8b1e admin admin] For port c52e74ad-01f4-4602-8538-79074161672b, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=c52e74ad-01f4-4602-8538-79074161672b,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:44:00.523777 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b38e149f-c316-4e2f-9eda-42f35b8b8b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:00.568117 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-161bf263-ef18-47fd-b2e4-547a6da316af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143664'] for subnet, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:00.572394 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:00.604971 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bf263-ef18-47fd-b2e4-547a6da316af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afda7702-6010-4736-a591-5c03b052cd65,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:00.609676 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-161bf263-ef18-47fd-b2e4-547a6da316af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:00.610650 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-161bf263-ef18-47fd-b2e4-547a6da316af admin admin] Notify callbacks [] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:00.620019 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-161bf263-ef18-47fd-b2e4-547a6da316af admin admin] 10.222.0.18 "DELETE /v2.0/subnets/afda7702-6010-4736-a591-5c03b052cd65 HTTP/1.1" status: 204 len: 168 time: 0.5604107 Apr 30 17:44:00.620240 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33232) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:44:00.656881 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-b38e149f-c316-4e2f-9eda-42f35b8b8b1e admin admin] Calling delete_port for c52e74ad-01f4-4602-8538-79074161672b owned by network:router_interface {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:44:00.728347 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:00.860869 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:00.884173 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b38e149f-c316-4e2f-9eda-42f35b8b8b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:00.889265 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ebb93154-02f3-4681-ad5a-e567ca2e3377 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:00.934510 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e149f-c316-4e2f-9eda-42f35b8b8b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=c52e74ad-01f4-4602-8538-79074161672b,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:00.937096 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b38e149f-c316-4e2f-9eda-42f35b8b8b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:00.977615 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e9d34d-6a64-4c7a-9315-148824d7077f']}} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:00.994514 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf5a28d-1f93-4d4a-86cc-e7da81cadbe7') {'for_net_delete': True} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:00.994904 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf5a28d-1f93-4d4a-86cc-e7da81cadbe7') {} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:01.007937 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2695809'] for segment, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:01.025697 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:01.032946 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=74455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:44:01.082078 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:01.217710 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-b38e149f-c316-4e2f-9eda-42f35b8b8b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4072444'] for router_interface, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:01.220796 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] Network f6e9d34d-6a64-4c7a-9315-148824d7077f has no segments {{(pid=74455) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:44:01.231926 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511338'] for segment, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:01.407906 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] Network f6e9d34d-6a64-4c7a-9315-148824d7077f has no segments {{(pid=74455) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: Traceback (most recent call last): Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: timer() Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: cb(*args, **kw) Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: return func(*args, **kwargs) Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: self._notify() Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: self.callback(batched_events) Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: event.method(event) Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: return f(self, *a, **k) Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: return self._get(url).json() Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: return self.request(url, 'GET', **kwargs) Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:44:01.493461 dv-cinder-784779-10-iscsi neutron-server[74455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:44:01.578864 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:01.584111 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:01.602575 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:01.611626 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] Pushing event deleted for resources: {'Network': ['ID=f6e9d34d-6a64-4c7a-9315-148824d7077f,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:01.617811 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:01.622113 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-1d5baaca-648e-4e73-ab68-942199e568ad admin admin] 10.222.0.18 "DELETE /v2.0/networks/f6e9d34d-6a64-4c7a-9315-148824d7077f HTTP/1.1" status: 204 len: 168 time: 0.9986956 Apr 30 17:44:01.685209 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38e149f-c316-4e2f-9eda-42f35b8b8b1e admin admin] Router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:44:01.867850 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38e149f-c316-4e2f-9eda-42f35b8b8b1e admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:44:01.878479 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9565da6-ff8b-477f-ada8-b00630e37fae None None] Sync routers for ids ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:44:01.880994 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-b38e149f-c316-4e2f-9eda-42f35b8b8b1e admin admin] 10.222.0.18 "PUT /v2.0/routers/ea4143e6-c46f-4022-965d-f6b7f2bd5b00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5692983 Apr 30 17:44:01.883535 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33238) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:44:01.887869 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9565da6-ff8b-477f-ada8-b00630e37fae None None] Routers {'ea4143e6-c46f-4022-965d-f6b7f2bd5b00'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:44:01.888479 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-a9565da6-ff8b-477f-ada8-b00630e37fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:43:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:01.958907 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33242) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:44:02.015022 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-a7a1364d-d9b4-4b13-8580-6889839b1519 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=344b8a9cbd4a4ffcabc6bfaa38322038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544477 Apr 30 17:44:02.015379 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33246) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:44:02.071874 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-a9565da6-ff8b-477f-ada8-b00630e37fae None None] Set router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:44:02.073921 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Notify callbacks [] for router, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:02.083715 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ea436f69-66ff-4673-ad10-b6c28150f62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:02.111472 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ea436f69-66ff-4673-ad10-b6c28150f62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:02.247520 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ea436f69-66ff-4673-ad10-b6c28150f62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:02.254473 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-eb79f584-a2bb-405a-a451-72f14b8a694c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:02.267975 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea436f69-66ff-4673-ad10-b6c28150f62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dca488-5a84-46cf-9711-e8ea11a5eb03,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:02.270790 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-ea436f69-66ff-4673-ad10-b6c28150f62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:02.271828 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-ea436f69-66ff-4673-ad10-b6c28150f62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:02.275923 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-ea436f69-66ff-4673-ad10-b6c28150f62a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8dca488-5a84-46cf-9711-e8ea11a5eb03 HTTP/1.1" status: 204 len: 168 time: 0.2567394 Apr 30 17:44:02.277812 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:02.379853 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-a9565da6-ff8b-477f-ada8-b00630e37fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:44:00Z', 'revision_number': 5, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port': {'id': 'c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:02.383987 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9565da6-ff8b-477f-ada8-b00630e37fae None None] Checking router: ea4143e6-c46f-4022-965d-f6b7f2bd5b00 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:44:02.393093 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9565da6-ff8b-477f-ada8-b00630e37fae None None] Routers {'ea4143e6-c46f-4022-965d-f6b7f2bd5b00'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:44:02.395578 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-a9565da6-ff8b-477f-ada8-b00630e37fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:43:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:02.422074 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Deleting port c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:44:02.424899 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:02.547834 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] For port c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:44:02.548188 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:02.552498 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-a9565da6-ff8b-477f-ada8-b00630e37fae None None] Set router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 gateway port host: None {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:44:02.677543 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Calling delete_port for c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc owned by network:router_gateway {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:44:02.704996 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-a9565da6-ff8b-477f-ada8-b00630e37fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:44:02Z', 'revision_number': 6, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port_host': None}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:02.709613 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9565da6-ff8b-477f-ada8-b00630e37fae None None] The sync data for ids ['ea4143e6-c46f-4022-965d-f6b7f2bd5b00'] in dv-cinder-784779-10-iscsi is: [{'id': 'ea4143e6-c46f-4022-965d-f6b7f2bd5b00', 'name': 'tempest-AttachVolumeTestJSON-879949682-router', 'tenant_id': 'cdbcbbe6ee6846d5865d08d212788426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:34Z', 'updated_at': '2021-04-30T17:44:02Z', 'revision_number': 6, 'project_id': 'cdbcbbe6ee6846d5865d08d212788426', 'gw_port_host': None}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:44:02.881119 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:02.885059 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-948aad7a-3fe0-4a58-8499-ad4be3a42528 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:02.930257 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:02.932664 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:03.142195 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4072803'] for router_gateway, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:03.319280 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497246'] for router, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:03.321443 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:03.432824 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4073771'] for router, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:03.433262 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea4143e6-c46f-4022-965d-f6b7f2bd5b00 {{(pid=74454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:44:03.445774 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Notify callbacks [] for router, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:03.446884 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] 10.222.0.18 "DELETE /v2.0/routers/ea4143e6-c46f-4022-965d-f6b7f2bd5b00 HTTP/1.1" status: 204 len: 168 time: 1.5624506 Apr 30 17:44:03.449575 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33252) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:44:03.474889 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c52e74ad-01f4-4602-8538-79074161672b no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:44:03.512302 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: c52e74ad-01f4-4602-8538-79074161672b {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:44:03.512652 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c52e74ad-01f4-4602-8538-79074161672b not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:44:03.514046 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_v2 [None req-abadc953-1ab2-451b-aeb4-5a2c3f5e0637 admin admin] Deleting subnet 6cdb1bba-78e7-4345-8e9e-f00b64aa7efd {{(pid=74454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:44:03.517575 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-abadc953-1ab2-451b-aeb4-5a2c3f5e0637 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:03.571687 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-abadc953-1ab2-451b-aeb4-5a2c3f5e0637 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2217006'] for subnet, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:03.659116 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-abadc953-1ab2-451b-aeb4-5a2c3f5e0637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:03.981382 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-abadc953-1ab2-451b-aeb4-5a2c3f5e0637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2749857'] for subnet, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:03.985568 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-343f860a-aeb5-4142-80f7-f77f0a12d430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:04.024182 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadc953-1ab2-451b-aeb4-5a2c3f5e0637 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cdb1bba-78e7-4345-8e9e-f00b64aa7efd,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:04.026674 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-abadc953-1ab2-451b-aeb4-5a2c3f5e0637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:04.029460 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-abadc953-1ab2-451b-aeb4-5a2c3f5e0637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:04.035584 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0648c067-f2ff-46ee-a3a3-ed2097de2fc7 None None] Network f6de51b8-401e-44f1-ba63-c82446525040 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:44:04.036919 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-abadc953-1ab2-451b-aeb4-5a2c3f5e0637 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6cdb1bba-78e7-4345-8e9e-f00b64aa7efd HTTP/1.1" status: 204 len: 168 time: 0.5864074 Apr 30 17:44:04.039313 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33256) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:44:04.142333 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:04.218103 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Deleting port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:44:04.218438 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:04.298910 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e397939b-671b-499d-970c-904fd3281636 None None] DHCP port deletion for f6de51b8-401e-44f1-ba63-c82446525040 request from dv-cinder-784779-10-iscsi {{(pid=74456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 17:44:04.323712 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] For port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=52a3b07c-eeb6-46ce-a11b-f2dd1daaea10,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:44:04.324061 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:04.364552 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-e397939b-671b-499d-970c-904fd3281636 None None] Deleting port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 {{(pid=74456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:44:04.364922 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e397939b-671b-499d-970c-904fd3281636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:04.449435 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Calling delete_port for 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 owned by network:dhcp {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:44:04.466255 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-e397939b-671b-499d-970c-904fd3281636 None None] For port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=52a3b07c-eeb6-46ce-a11b-f2dd1daaea10,segment=NetworkSegment(726c8bb6-58e7-44c3-91cf-948c792dbd07),segment_id=726c8bb6-58e7-44c3-91cf-948c792dbd07)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:44:04.466648 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e397939b-671b-499d-970c-904fd3281636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:04.549932 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:04.553809 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-350eb468-c466-4267-944e-2d7794c9fea8 tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:04.588662 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-e397939b-671b-499d-970c-904fd3281636 None None] Calling delete_port for 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 owned by network:dhcp {{(pid=74456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:44:04.601114 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Pushing event deleted for resources: {'Port': ['ID=52a3b07c-eeb6-46ce-a11b-f2dd1daaea10,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:04.603558 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:04.606015 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] No DVR routers for this DVR port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 on host dv-cinder-784779-10-iscsi {{(pid=74454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:44:04.632616 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e397939b-671b-499d-970c-904fd3281636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157'] for port, after_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:04.637328 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:04.682363 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397939b-671b-499d-970c-904fd3281636 None None] Pushing event deleted for resources: {'Port': ['ID=52a3b07c-eeb6-46ce-a11b-f2dd1daaea10,revision_number=None']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:04.687257 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397939b-671b-499d-970c-904fd3281636 None None] No DVR routers for this DVR port 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 on host dv-cinder-784779-10-iscsi {{(pid=74456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:44:04.694092 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397939b-671b-499d-970c-904fd3281636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:04.694437 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397939b-671b-499d-970c-904fd3281636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:04.697645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397939b-671b-499d-970c-904fd3281636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:04.697645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397939b-671b-499d-970c-904fd3281636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:04.697645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397939b-671b-499d-970c-904fd3281636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:04.697645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397939b-671b-499d-970c-904fd3281636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:04.697645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397939b-671b-499d-970c-904fd3281636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:04.697645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397939b-671b-499d-970c-904fd3281636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:04.697645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397939b-671b-499d-970c-904fd3281636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:04.697645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397939b-671b-499d-970c-904fd3281636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:04.697645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397939b-671b-499d-970c-904fd3281636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:04.697645 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e397939b-671b-499d-970c-904fd3281636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:04.701053 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-e397939b-671b-499d-970c-904fd3281636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:04.727032 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:04.930270 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:44:04.932062 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6de51b8-401e-44f1-ba63-c82446525040']}} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:04.944850 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726c8bb6-58e7-44c3-91cf-948c792dbd07') {'for_net_delete': True} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:04.945140 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726c8bb6-58e7-44c3-91cf-948c792dbd07') {} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:04.957001 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216983'] for segment, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:04.964145 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:44:04.964496 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 52a3b07c-eeb6-46ce-a11b-f2dd1daaea10 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:44:04.964916 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:44:04.973202 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:04.979319 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=74454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:44:04.998671 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:44:04.999012 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device c3c1b1d9-9a3f-4234-954e-4bbcd2d270dc not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:44:05.149987 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Network f6de51b8-401e-44f1-ba63-c82446525040 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:44:05.158907 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383365'] for segment, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:05.331804 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Network f6de51b8-401e-44f1-ba63-c82446525040 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: Traceback (most recent call last): Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: timer() Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: cb(*args, **kw) Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: return func(*args, **kwargs) Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: self._notify() Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: self.callback(batched_events) Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: event.method(event) Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: return f(self, *a, **k) Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._get(url).json() Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: return self.request(url, 'GET', **kwargs) Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:44:05.353732 dv-cinder-784779-10-iscsi neutron-server[74454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:44:05.510387 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:05.514369 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:05.528213 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:05.538587 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Pushing event deleted for resources: {'Network': ['ID=f6de51b8-401e-44f1-ba63-c82446525040,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:05.541741 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:05.624925 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-e03cedc2-f766-48f2-a880-f3e52fa061eb admin admin] 10.222.0.18 "DELETE /v2.0/networks/f6de51b8-401e-44f1-ba63-c82446525040 HTTP/1.1" status: 204 len: 168 time: 1.5845506 Apr 30 17:44:05.989185 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33262) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:44:06.038885 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-a95f1868-a533-4517-b26f-5927aef865ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdbcbbe6ee6846d5865d08d212788426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484562 Apr 30 17:44:06.041312 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33266) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:44:06.100653 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1a630362-b35f-43f8-9b61-32f4a281c0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:06.126673 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1a630362-b35f-43f8-9b61-32f4a281c0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:06.264444 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1a630362-b35f-43f8-9b61-32f4a281c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:06.269037 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-43ac89bf-32d1-496f-afdf-f94dea4a9ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:06.288135 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a630362-b35f-43f8-9b61-32f4a281c0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74e7521-92ad-4af9-9a06-c1f8df279c66,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:06.292006 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-1a630362-b35f-43f8-9b61-32f4a281c0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:06.295612 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-1a630362-b35f-43f8-9b61-32f4a281c0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:06.296570 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-1a630362-b35f-43f8-9b61-32f4a281c0b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b74e7521-92ad-4af9-9a06-c1f8df279c66 HTTP/1.1" status: 204 len: 168 time: 0.2543774 Apr 30 17:44:07.452369 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33290) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:44:07.562692 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-522021912-network', 'tenant_id': '0542b445a2f04a469394fbd23a6258ac'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:44:07.567777 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:44:07.571755 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Usage tracker for resource:network and tenant:0542b445a2f04a469394fbd23a6258ac is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:44:07.574823 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:44:07.582094 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:44:07.698846 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Made reservation on behalf of 0542b445a2f04a469394fbd23a6258ac for: {'network': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:44:07.701267 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for network, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:07.714153 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:07.728403 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:44:07.732148 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Usage tracker for resource:security_group_rule and tenant:0542b445a2f04a469394fbd23a6258ac is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:44:07.734900 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:44:07.740655 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:44:07.819569 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:07.900643 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:07.903657 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-ea436f69-66ff-4673-ad10-b6c28150f62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:07.934049 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=74455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:44:07.942774 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45801288-c689-442e-a4bc-22b5b950bba6,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:07.946231 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:07.948854 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:07.949188 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.segments_db [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Added segment d31fdc0b-2b1f-4eea-8def-f672e7f93ac6 of type vlan for network 36cfed46-9e3b-45ff-a558-5803aa862827 Apr 30 17:44:08.074950 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790206041721'] for network, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:08.215694 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344'] for network, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:08.216959 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:08.217547 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:08.221244 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:08.323564 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Pushing event updated for resources: {'Network': ['ID=36cfed46-9e3b-45ff-a558-5803aa862827,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:08.326127 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:08.333533 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Network 36cfed46-9e3b-45ff-a558-5803aa862827 details requested by agent ovs-agent-dv-cinder-784779-10-iscsi with host dv-cinder-784779-10-iscsi {{(pid=74456) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:44:08.399309 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-7a5c6df3-5601-400a-a103-73136ff39a01 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9457963 Apr 30 17:44:08.402135 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33296) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:44:08.407713 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Request body: {'subnet': {'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-522021912-subnet', 'tenant_id': '0542b445a2f04a469394fbd23a6258ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:44:08.412945 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:44:08.417004 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Usage tracker for resource:subnet and tenant:0542b445a2f04a469394fbd23a6258ac is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:44:08.420628 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:44:08.427707 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:44:08.544514 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Made reservation on behalf of 0542b445a2f04a469394fbd23a6258ac for: {'subnet': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:44:08.547251 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2143645'] for subnet, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:09.023759 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2510601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2143627'] for subnet, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:09.028438 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-e96fcc72-c160-4be8-971b-b411dc8ea189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:09.100213 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3f64ca-bf4e-45f8-892d-12cfadf45d58,revision_number=0']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:09.102960 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:09.110290 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Checking segment: {'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:44:09.110645 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Network hostable DHCP agents. Network: 36cfed46-9e3b-45ff-a558-5803aa862827, hostable agents: ['cd7c291b-b98d-443b-94e8-fb0f0f0e24f8'], hosted agents: [] {{(pid=74455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:44:09.270043 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Network 36cfed46-9e3b-45ff-a558-5803aa862827 is scheduled to be hosted by DHCP agent cd7c291b-b98d-443b-94e8-fb0f0f0e24f8 with binding_index 1 {{(pid=74455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:44:09.379458 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-11f566cd-91e0-423f-8b41-5214dcfb4077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:09.495218 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-iscsi, 36cfed46-9e3b-45ff-a558-5803aa862827) {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:44:09.504444 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b51f5f5-3f11-43b7-82e2-3d948bce8af1 None None] Network 36cfed46-9e3b-45ff-a558-5803aa862827 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:44:09.504621 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:09.505150 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:09.606806 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-a28c00a1-f3a3-4212-8de7-e28e2d7b3848 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1961629 Apr 30 17:44:09.770715 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabffe40-faac-40e5-ae88-f470dfc98ba4 None None] Network 36cfed46-9e3b-45ff-a558-5803aa862827 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:44:10.023116 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bebeb849-1c64-4a67-8a8a-525c8d91b313 req-42b8d4c3-756f-4721-88c0-81097f0e8be0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901287 Apr 30 17:44:10.288836 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-a8e533ec-2f2b-463f-9d58-36762ae9d8c6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:10.289554 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-a8e533ec-2f2b-463f-9d58-36762ae9d8c6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Synchronizing usage tracker for tenant:0542b445a2f04a469394fbd23a6258ac on resource:network {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:44:10.309541 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebeb849-1c64-4a67-8a8a-525c8d91b313 req-72a7b29e-7322-46f6-ba95-9165d4525083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:10.311288 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bebeb849-1c64-4a67-8a8a-525c8d91b313 req-72a7b29e-7322-46f6-ba95-9165d4525083 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 1099 time: 0.1473618 Apr 30 17:44:10.427454 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-a8e533ec-2f2b-463f-9d58-36762ae9d8c6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Unset dirty status for tenant:0542b445a2f04a469394fbd23a6258ac on resource:network {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:44:10.428598 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-a8e533ec-2f2b-463f-9d58-36762ae9d8c6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/networks?id=36cfed46-9e3b-45ff-a558-5803aa862827 HTTP/1.1" status: 200 len: 814 time: 0.3671062 Apr 30 17:44:10.456780 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-4d9be0d3-1de8-4e9b-a47b-a7f1528fa0d5 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/quotas/0542b445a2f04a469394fbd23a6258ac HTTP/1.1" status: 200 len: 375 time: 0.0174086 Apr 30 17:44:10.513189 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebeb849-1c64-4a67-8a8a-525c8d91b313 req-591531ba-ed81-470c-a03f-f33543fd9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:10.514612 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bebeb849-1c64-4a67-8a8a-525c8d91b313 req-591531ba-ed81-470c-a03f-f33543fd9d5a service neutron] 10.222.0.63 "GET /v2.0/networks?id=5118869f-2534-4299-bc69-5de0ebba617c HTTP/1.1" status: 200 len: 912 time: 0.1848855 Apr 30 17:44:10.516727 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-2ba2b0e3-65a4-4e9f-99b1-4d270a59d6ba tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0542b445a2f04a469394fbd23a6258ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516350 Apr 30 17:44:10.705215 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bebeb849-1c64-4a67-8a8a-525c8d91b313 req-7f9de4f9-2148-48e1-97f3-5775b3917af8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2cfaa2-1bac-4ec2-9269-f829e3f79798 HTTP/1.1" status: 200 len: 1002 time: 0.1842582 Apr 30 17:44:10.780126 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-30b562f4-f21e-477a-b552-4eebfe65fea6 service neutron] 10.222.0.18 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114303 Apr 30 17:44:10.789117 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebeb849-1c64-4a67-8a8a-525c8d91b313 req-e8a5f0d8-2688-460b-80cd-c3740b29ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:10.791381 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bebeb849-1c64-4a67-8a8a-525c8d91b313 req-e8a5f0d8-2688-460b-80cd-c3740b29ad48 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2b18b45e-7170-467e-a603-cb45300a0239 HTTP/1.1" status: 200 len: 850 time: 0.0786517 Apr 30 17:44:11.070090 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-2679bf79-3838-40b7-9a2e-a188ee71e793 service neutron] 10.222.0.18 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825897 Apr 30 17:44:11.085053 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebeb849-1c64-4a67-8a8a-525c8d91b313 req-b9feb240-94b4-4b18-a1e9-87bfc656beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:11.086488 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bebeb849-1c64-4a67-8a8a-525c8d91b313 req-b9feb240-94b4-4b18-a1e9-87bfc656beb4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5118869f-2534-4299-bc69-5de0ebba617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2779231 Apr 30 17:44:11.223364 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bebeb849-1c64-4a67-8a8a-525c8d91b313 req-89c774c4-68ca-40ad-84cb-d484a1cbc23b service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293221 Apr 30 17:44:11.378892 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f649143f-21be-485b-a1c0-6641b784f1db req-dbb4df16-fc48-457d-804d-e290888c648d tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 210 time: 0.0620062 Apr 30 17:44:11.410884 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bebeb849-1c64-4a67-8a8a-525c8d91b313 req-5dd07576-db62-47f5-8f49-a6cbffe8b530 service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814952 Apr 30 17:44:11.792164 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:11.917295 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-b312de04-62ff-4270-8522-89d01541856a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:12.475958 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ca623280-bb33-475f-bea7-7d6735783886 req-ab5c5ba4-2a10-459c-a653-4f597707775b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 210 time: 0.0434108 Apr 30 17:44:13.638027 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1d3d6eb8-faab-425b-a80b-8b433060c8d8 req-c6a37b02-f22e-45c7-90fe-78de33d6e157 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 210 time: 0.0503132 Apr 30 17:44:13.755772 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:13.942860 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-0d6d53ee-12d0-4cac-b9cc-db3230c8f1ec tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:13.944335 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-0d6d53ee-12d0-4cac-b9cc-db3230c8f1ec tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "GET /v2.0/networks?id=36cfed46-9e3b-45ff-a558-5803aa862827 HTTP/1.1" status: 200 len: 814 time: 0.1460631 Apr 30 17:44:13.956553 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Request body: {'port': {'device_id': 'c2f0fd27-bad6-4027-af23-47b9bd765821', 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827', 'admin_state_up': True, 'tenant_id': '0542b445a2f04a469394fbd23a6258ac'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:44:14.093139 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:44:14.098063 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Usage tracker for resource:port and tenant:0542b445a2f04a469394fbd23a6258ac is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:44:14.100968 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:44:14.106800 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:44:14.158309 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Made reservation on behalf of 0542b445a2f04a469394fbd23a6258ac for: {'port': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:44:14.162732 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:14.326979 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Allocated IP 172.20.0.2 (36cfed46-9e3b-45ff-a558-5803aa862827/7f3f64ca-bf4e-45f8-892d-12cfadf45d58/f1172b50-c4c1-4f28-a958-d914a5729476) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:44:14.527921 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:14.615492 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:14.621188 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-260ef672-4cd4-45fe-bd22-25d879baafd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:14.682495 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Network 36cfed46-9e3b-45ff-a558-5803aa862827 is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:44:14.685387 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:44:14.689260 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:44:14.743344 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Pushing event updated for resources: {'Port': ['ID=f1172b50-c4c1-4f28-a958-d914a5729476,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:14.749598 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:14.812134 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:14.812643 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:14.861009 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936012c0-8a13-4da1-be4d-ebc6e98cda00 req-3b2b2ddb-5ccf-49ee-8184-13c11d56bf5c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:14.862862 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-936012c0-8a13-4da1-be4d-ebc6e98cda00 req-3b2b2ddb-5ccf-49ee-8184-13c11d56bf5c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Synchronizing usage tracker for tenant:0542b445a2f04a469394fbd23a6258ac on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:44:14.903224 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-c419f1be-ee91-439e-a0ed-b8443db671a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9503512 Apr 30 17:44:14.914594 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Request body: {'port': {'device_id': 'c2f0fd27-bad6-4027-af23-47b9bd765821', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:44:14.963697 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-936012c0-8a13-4da1-be4d-ebc6e98cda00 req-3b2b2ddb-5ccf-49ee-8184-13c11d56bf5c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Unset dirty status for tenant:0542b445a2f04a469394fbd23a6258ac on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:44:14.964807 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-936012c0-8a13-4da1-be4d-ebc6e98cda00 req-3b2b2ddb-5ccf-49ee-8184-13c11d56bf5c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 931 time: 0.2168643 Apr 30 17:44:15.060997 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-936012c0-8a13-4da1-be4d-ebc6e98cda00 req-ddc168bc-9e3f-4ce1-bdfd-632529f8e8a6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Synchronizing usage tracker for tenant:0542b445a2f04a469394fbd23a6258ac on resource:security_group {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:44:15.064381 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:15.234849 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-936012c0-8a13-4da1-be4d-ebc6e98cda00 req-ddc168bc-9e3f-4ce1-bdfd-632529f8e8a6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Unset dirty status for tenant:0542b445a2f04a469394fbd23a6258ac on resource:security_group {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:44:15.236031 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-936012c0-8a13-4da1-be4d-ebc6e98cda00 req-ddc168bc-9e3f-4ce1-bdfd-632529f8e8a6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638607 Apr 30 17:44:15.576514 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1172b50-c4c1-4f28-a958-d914a5729476 {{(pid=74455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:44:15.584422 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:15.598652 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Transition to ACTIVE for port object f1172b50-c4c1-4f28-a958-d914a5729476 will not be triggered until provisioned by entity L2. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:44:15.672217 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:15.676821 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-05037284-93c5-49cf-a405-0c70e74971ab tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:15.767226 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:15.839563 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Pushing event updated for resources: {'Port': ['ID=f1172b50-c4c1-4f28-a958-d914a5729476,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:15.846781 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:15.915783 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Attempting to bind port f1172b50-c4c1-4f28-a958-d914a5729476 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:44:15.916285 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Attempting to bind port f1172b50-c4c1-4f28-a958-d914a5729476 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:44:15.916429 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Attempting to bind port f1172b50-c4c1-4f28-a958-d914a5729476 on network 36cfed46-9e3b-45ff-a558-5803aa862827 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:44:15.920863 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Port f1172b50-c4c1-4f28-a958-d914a5729476 on network 36cfed46-9e3b-45ff-a558-5803aa862827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:44:15.921174 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Attempting to bind port f1172b50-c4c1-4f28-a958-d914a5729476 on network 36cfed46-9e3b-45ff-a558-5803aa862827 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:44:15.927250 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:44:15.927591 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Checking segment: {'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:44:15.927971 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Bound using segment: {'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:44:15.928402 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Bound port: f1172b50-c4c1-4f28-a958-d914a5729476, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'}}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:44:15.928741 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:16.016008 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] For port f1172b50-c4c1-4f28-a958-d914a5729476, host hv-cinder-78477, cleared binding levels {{(pid=74455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:44:16.019155 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] For port f1172b50-c4c1-4f28-a958-d914a5729476, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f1172b50-c4c1-4f28-a958-d914a5729476,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:44:16.107435 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:16.111299 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:16.168612 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:16.169228 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:16.170630 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] 10.222.0.63 "PUT /v2.0/ports/f1172b50-c4c1-4f28-a958-d914a5729476 HTTP/1.1" status: 200 len: 1093 time: 1.2600989 Apr 30 17:44:16.171149 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f0fd27-bad6-4027-af23-47b9bd765821', 'tag': 'f1172b50-c4c1-4f28-a958-d914a5729476'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:44:16.196456 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Pushing event updated for resources: {'Port': ['ID=f1172b50-c4c1-4f28-a958-d914a5729476,revision_number=3']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:16.199683 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:16.216497 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f0fd27-bad6-4027-af23-47b9bd765821', 'tag': 'f1172b50-c4c1-4f28-a958-d914a5729476', 'status': 'completed', 'code': 200} Apr 30 17:44:16.307992 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75b8c6-25e2-4e89-afe4-0b3aa509b6b2 req-79605d43-4882-4a51-acbb-58bf8cc62134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:16.309514 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ed75b8c6-25e2-4e89-afe4-0b3aa509b6b2 req-79605d43-4882-4a51-acbb-58bf8cc62134 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0542b445a2f04a469394fbd23a6258ac&device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 1096 time: 0.0725732 Apr 30 17:44:16.499256 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75b8c6-25e2-4e89-afe4-0b3aa509b6b2 req-c1991c49-38e3-4d1d-9cb5-b2e1d5803c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:16.500597 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ed75b8c6-25e2-4e89-afe4-0b3aa509b6b2 req-c1991c49-38e3-4d1d-9cb5-b2e1d5803c8a service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=0542b445a2f04a469394fbd23a6258ac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1843638 Apr 30 17:44:16.559425 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8353c0-295e-45fb-88d6-cc37c771cc68 req-ebd0ab5a-3318-4fde-983b-26e151110645 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:16.560914 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2c8353c0-295e-45fb-88d6-cc37c771cc68 req-ebd0ab5a-3318-4fde-983b-26e151110645 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 943 time: 0.2088103 Apr 30 17:44:16.682472 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2c8353c0-295e-45fb-88d6-cc37c771cc68 req-1e6f2397-2458-4f0e-ab0d-ef1e30d8da03 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760021 Apr 30 17:44:16.686743 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75b8c6-25e2-4e89-afe4-0b3aa509b6b2 req-079feea1-31b7-48e1-a65b-1dd6446cbc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:16.688211 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ed75b8c6-25e2-4e89-afe4-0b3aa509b6b2 req-079feea1-31b7-48e1-a65b-1dd6446cbc73 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1800818 Apr 30 17:44:16.792432 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-a4efdf1e-e173-42d4-9c50-d01234cc0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:16.793900 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-a4efdf1e-e173-42d4-9c50-d01234cc0237 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0542b445a2f04a469394fbd23a6258ac&device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 1096 time: 0.0711801 Apr 30 17:44:16.864199 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-4dd67cd2-50ca-4179-b103-6640dd17a3ae service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1172b50-c4c1-4f28-a958-d914a5729476 HTTP/1.1" status: 200 len: 217 time: 0.0634439 Apr 30 17:44:16.927089 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-16f09c3f-c40c-4989-94f2-c21f1813161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:16.928512 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-16f09c3f-c40c-4989-94f2-c21f1813161f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7f3f64ca-bf4e-45f8-892d-12cfadf45d58 HTTP/1.1" status: 200 len: 854 time: 0.0576317 Apr 30 17:44:16.978849 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-f1ee4875-38a7-441e-b5eb-5e2d0db7c783 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=36cfed46-9e3b-45ff-a558-5803aa862827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432129 Apr 30 17:44:17.110027 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-158e222a-4b63-4980-b085-06445abe88bb service neutron] 10.222.0.63 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249585 Apr 30 17:44:17.339867 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d970f8a-e81f-406b-b740-c500354f5d94 req-5987004e-1f19-402f-9db1-a06e7f11b66f service neutron] 10.222.0.63 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232296 Apr 30 17:44:17.870864 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a89b31-c62a-47e5-b893-6d4e780732c9 req-44a24209-079c-4131-8a6a-4d9bea429076 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:17.872335 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f9a89b31-c62a-47e5-b893-6d4e780732c9 req-44a24209-079c-4131-8a6a-4d9bea429076 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 943 time: 0.0803015 Apr 30 17:44:17.917717 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f9a89b31-c62a-47e5-b893-6d4e780732c9 req-de30cc9d-29ef-4e51-8c00-b1b0b6b976a5 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393851 Apr 30 17:44:19.107350 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba0d43-eebf-4ab9-a622-3f263f61ee5f req-4e77a850-9506-442e-821e-2b09e20d83c6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:19.108984 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-deba0d43-eebf-4ab9-a622-3f263f61ee5f req-4e77a850-9506-442e-821e-2b09e20d83c6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 943 time: 0.0851607 Apr 30 17:44:19.155371 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-deba0d43-eebf-4ab9-a622-3f263f61ee5f req-c3617597-8df3-42a0-a9da-932cd963d9c5 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394735 Apr 30 17:44:20.344844 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a13fc4-a142-4be5-96a5-2e8f36d27261 req-80b8ae52-3e35-4a8b-97e9-f25d523812a7 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:20.346308 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-89a13fc4-a142-4be5-96a5-2e8f36d27261 req-80b8ae52-3e35-4a8b-97e9-f25d523812a7 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 943 time: 0.0858326 Apr 30 17:44:20.392359 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-89a13fc4-a142-4be5-96a5-2e8f36d27261 req-d84d4707-97f1-4310-a107-7b318fef794e tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401924 Apr 30 17:44:21.501282 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device f1172b50-c4c1-4f28-a958-d914a5729476 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:44:21.582429 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23268d40-b9d5-4686-a1ad-a4f39aa35fa4 req-b2e6ae2d-e00c-4cde-aaab-42901bd56425 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:21.585252 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-23268d40-b9d5-4686-a1ad-a4f39aa35fa4 req-b2e6ae2d-e00c-4cde-aaab-42901bd56425 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 943 time: 0.0819180 Apr 30 17:44:21.634760 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-23268d40-b9d5-4686-a1ad-a4f39aa35fa4 req-4fd7b98d-d87d-4cb3-9a72-f2941fcb05e7 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 Apr 30 17:44:21.639020 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port f1172b50-c4c1-4f28-a958-d914a5729476, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f1172b50-c4c1-4f28-a958-d914a5729476,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:44:21.653175 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': 'f1172b50-c4c1-4f28-a958-d914a5729476', 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827', 'port_id': 'f1172b50-c4c1-4f28-a958-d914a5729476', 'mac_address': 'fa:16:3e:fd:2c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3f64ca-bf4e-45f8-892d-12cfadf45d58', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:44:21.707309 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:21.724062 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1172b50-c4c1-4f28-a958-d914a5729476 {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:44:21.739397 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port f1172b50-c4c1-4f28-a958-d914a5729476, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f1172b50-c4c1-4f28-a958-d914a5729476,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:44:21.806717 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:21.808460 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:21.877992 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=f1172b50-c4c1-4f28-a958-d914a5729476,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:21.881511 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:22.181690 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['f1172b50-c4c1-4f28-a958-d914a5729476'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:44:22.821606 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864dda0-e847-4e95-b675-bb7fbb0bc115 req-f3f6dbf4-b89b-48a9-a394-db759dfc54f6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:22.823101 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6864dda0-e847-4e95-b675-bb7fbb0bc115 req-f3f6dbf4-b89b-48a9-a394-db759dfc54f6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 944 time: 0.0817275 Apr 30 17:44:22.868567 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6864dda0-e847-4e95-b675-bb7fbb0bc115 req-83fbaee5-188d-4b43-8fc2-df776ca90dd0 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396118 Apr 30 17:44:23.518044 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device f1172b50-c4c1-4f28-a958-d914a5729476 up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:44:23.646854 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port f1172b50-c4c1-4f28-a958-d914a5729476 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:44:23.652284 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port f1172b50-c4c1-4f28-a958-d914a5729476 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:44:23.653682 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:23.768849 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:23.794306 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f0fd27-bad6-4027-af23-47b9bd765821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1172b50-c4c1-4f28-a958-d914a5729476'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:44:23.804119 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port f1172b50-c4c1-4f28-a958-d914a5729476, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f1172b50-c4c1-4f28-a958-d914a5729476,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:44:23.838411 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f0fd27-bad6-4027-af23-47b9bd765821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1172b50-c4c1-4f28-a958-d914a5729476', 'code': 200} Apr 30 17:44:23.887407 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:23.889885 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:23.957990 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=f1172b50-c4c1-4f28-a958-d914a5729476,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:23.961596 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:24.059531 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3683ed3-42c4-4b76-8d47-47113fe3ee97 req-c0a5abbe-b5f2-4f13-a433-3f4335579aad tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:24.060910 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b3683ed3-42c4-4b76-8d47-47113fe3ee97 req-c0a5abbe-b5f2-4f13-a433-3f4335579aad tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 945 time: 0.0861292 Apr 30 17:44:24.106785 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b3683ed3-42c4-4b76-8d47-47113fe3ee97 req-7af641a1-c2ba-430a-b07c-0e21b47259e3 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 Apr 30 17:44:24.218388 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9486757-2f64-456f-a51d-772d46424c68 req-5c6acab0-384c-4fee-bae0-76f8ed409a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:24.219913 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c9486757-2f64-456f-a51d-772d46424c68 req-5c6acab0-384c-4fee-bae0-76f8ed409a8c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 1098 time: 0.0695636 Apr 30 17:44:24.262198 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c9486757-2f64-456f-a51d-772d46424c68 req-1f210fd9-fae0-43e7-af00-8a356946ea8d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356598 Apr 30 17:44:25.307113 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750b34a-1278-4607-b8f4-ca821ffee93b req-bdcc5270-4a08-4550-8b5a-dce0da31313b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:25.308688 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9750b34a-1278-4607-b8f4-ca821ffee93b req-bdcc5270-4a08-4550-8b5a-dce0da31313b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 945 time: 0.0868573 Apr 30 17:44:25.356722 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9750b34a-1278-4607-b8f4-ca821ffee93b req-4e576139-070d-477d-883d-64943e251826 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413437 Apr 30 17:44:26.548733 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158404fd-b0eb-45a3-b2c8-8f73d722b724 req-0894d246-3ff2-4624-83a7-2e75e85dff5b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:26.550536 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-158404fd-b0eb-45a3-b2c8-8f73d722b724 req-0894d246-3ff2-4624-83a7-2e75e85dff5b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 945 time: 0.0868421 Apr 30 17:44:26.606746 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-158404fd-b0eb-45a3-b2c8-8f73d722b724 req-65cd164e-169c-4295-bf7a-6badc4d9256f tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469279 Apr 30 17:44:31.083818 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:36.312865 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:44:37.581176 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-8379116e-58c9-4496-8710-c9cc62c05653 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:37.582619 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-8379116e-58c9-4496-8710-c9cc62c05653 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/networks?id=36cfed46-9e3b-45ff-a558-5803aa862827 HTTP/1.1" status: 200 len: 814 time: 0.1450295 Apr 30 17:44:37.597321 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-9b70a05f-b993-4f89-8e2d-b751db0decae tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/quotas/0542b445a2f04a469394fbd23a6258ac HTTP/1.1" status: 200 len: 375 time: 0.0091724 Apr 30 17:44:37.680840 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-1f9a6f3a-3ca3-428b-b4ea-47a818328ef0 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0542b445a2f04a469394fbd23a6258ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775263 Apr 30 17:44:37.815623 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-dda40a89-da68-416e-9c3b-eeb898295044 service neutron] 10.222.0.18 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279044 Apr 30 17:44:37.950631 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-bda7594b-428e-4839-9889-72b40e48824e service neutron] 10.222.0.18 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289346 Apr 30 17:44:38.222132 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f566229a-c3ff-44b8-92c4-eb9151d1231d req-79bed9a8-a495-403b-8bae-6e7869236128 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 210 time: 0.0476096 Apr 30 17:44:39.269891 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-eef30abc-56aa-4c03-977f-24b1ac3b79d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:39.518182 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-62fe0d17-b076-4004-aa43-50b6b88ff7c0 req-4b065278-97a2-459b-976e-5c3a8909f8af tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 210 time: 0.1872978 Apr 30 17:44:40.258892 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-3fb268ea-4cfc-4f06-8790-a87b61097ba9 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:40.260506 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-3fb268ea-4cfc-4f06-8790-a87b61097ba9 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "GET /v2.0/networks?id=36cfed46-9e3b-45ff-a558-5803aa862827 HTTP/1.1" status: 200 len: 814 time: 0.1477504 Apr 30 17:44:40.272853 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Request body: {'port': {'device_id': 'f85806f2-448a-446c-bd82-780e98c02dc8', 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827', 'admin_state_up': True, 'tenant_id': '0542b445a2f04a469394fbd23a6258ac'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:44:40.408604 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:44:40.418268 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:44:40.477941 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33416) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:44:40.546358 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Made reservation on behalf of 0542b445a2f04a469394fbd23a6258ac for: {'port': 1} {{(pid=74455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:44:40.549938 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:40.802842 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b3d079a4-354a-446f-a5c8-783f67f3016d req-f22ea97d-8f07-48ec-b931-97a84c71aecd tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 210 time: 0.1532319 Apr 30 17:44:40.936854 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_common [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Allocated IP 172.20.0.3 (36cfed46-9e3b-45ff-a558-5803aa862827/7f3f64ca-bf4e-45f8-892d-12cfadf45d58/9b7c13aa-3ce2-466e-8e87-8e0e7afaa101) {{(pid=74455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:44:40.991770 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-d25917ca-7cf9-43c7-8429-c7872f199a13 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Deleting port 873993ec-329e-4808-bacf-de62891538c5 {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:44:40.992137 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d25917ca-7cf9-43c7-8429-c7872f199a13 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:41.221868 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d25917ca-7cf9-43c7-8429-c7872f199a13 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:41.222103 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d25917ca-7cf9-43c7-8429-c7872f199a13 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:41.362602 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-d25917ca-7cf9-43c7-8429-c7872f199a13 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Calling delete_port for 873993ec-329e-4808-bacf-de62891538c5 owned by network:floatingip {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:44:41.387933 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks [] for port, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:41.532672 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:41.538390 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-28c465f1-e0e1-41ac-a4bb-cff3e58e4578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:41.547385 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['f1172b50-c4c1-4f28-a958-d914a5729476'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:44:41.602208 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Network 36cfed46-9e3b-45ff-a558-5803aa862827 is already hosted by enough agents. {{(pid=74455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:44:41.605423 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.base_scheduler [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Resources bound (agent type, host, resource id): {{(pid=74455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:44:41.614228 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Received port after_create {{(pid=74455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:44:41.650925 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Pushing event updated for resources: {'Port': ['ID=9b7c13aa-3ce2-466e-8e87-8e0e7afaa101,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:41.653086 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d25917ca-7cf9-43c7-8429-c7872f199a13 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:41.775942 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:41.794712 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:41.795033 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:41.795433 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:41.795800 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:41.796253 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:41.796519 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:41.796873 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:41.797231 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:41.797579 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:41.797981 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:41.798326 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:41.798625 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:41.807945 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:41.808453 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-5a1a3399-a113-4890-b94a-9187a0923971 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:41.857926 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-2ad2dda7-7ffe-4126-9053-37d2e554e00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:41.888830 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25917ca-7cf9-43c7-8429-c7872f199a13 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event deleted for resources: {'Port': ['ID=873993ec-329e-4808-bacf-de62891538c5,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:41.923560 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d25917ca-7cf9-43c7-8429-c7872f199a13 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:41.971388 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:41.971993 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:42.024311 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d25917ca-7cf9-43c7-8429-c7872f199a13 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for floatingip, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:42.024643 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.db.l3_db [None req-d25917ca-7cf9-43c7-8429-c7872f199a13 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Floating IP c21af0d9-6a2e-496e-8bfc-65a1e65ccc7b disassociated (deleted). External IP: 172.27.3.13, port: fc62b3d6-43c7-4522-b391-85a309e939f7. Apr 30 17:44:42.188362 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9189315 Apr 30 17:44:42.199873 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af11af-eb00-48cc-8be1-9b16effcd713 req-6c356e41-719c-4df9-a659-0ab06d35aac8 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:42.200702 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-a3af11af-eb00-48cc-8be1-9b16effcd713 req-6c356e41-719c-4df9-a659-0ab06d35aac8 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Synchronizing usage tracker for tenant:0542b445a2f04a469394fbd23a6258ac on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:44:42.211840 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.v2.base [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Request body: {'port': {'device_id': 'f85806f2-448a-446c-bd82-780e98c02dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:44:42.403380 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-a3af11af-eb00-48cc-8be1-9b16effcd713 req-6c356e41-719c-4df9-a659-0ab06d35aac8 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Unset dirty status for tenant:0542b445a2f04a469394fbd23a6258ac on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:44:42.404541 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a3af11af-eb00-48cc-8be1-9b16effcd713 req-6c356e41-719c-4df9-a659-0ab06d35aac8 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 931 time: 0.4870625 Apr 30 17:44:42.457309 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:42.583443 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a3af11af-eb00-48cc-8be1-9b16effcd713 req-d645207c-af54-4f67-841c-ae0e22fabdcc tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711433 Apr 30 17:44:42.643329 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25917ca-7cf9-43c7-8429-c7872f199a13 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:44:42.991016 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25917ca-7cf9-43c7-8429-c7872f199a13 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:44:42.996623 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d25917ca-7cf9-43c7-8429-c7872f199a13 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:43.000339 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80b6762-6598-4d47-8053-9400eff46296 None None] Sync routers for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:44:43.011952 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80b6762-6598-4d47-8053-9400eff46296 None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:44:43.012556 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-e80b6762-6598-4d47-8053-9400eff46296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:44:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:43.064480 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-d25917ca-7cf9-43c7-8429-c7872f199a13 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "DELETE /v2.0/floatingips/c21af0d9-6a2e-496e-8bfc-65a1e65ccc7b HTTP/1.1" status: 204 len: 168 time: 2.5854015 Apr 30 17:44:43.073486 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2010dd36-e28c-45d8-8ec7-b8bfad850f44', 'tag': 'fc62b3d6-43c7-4522-b391-85a309e939f7'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:44:43.133678 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2010dd36-e28c-45d8-8ec7-b8bfad850f44', 'tag': 'fc62b3d6-43c7-4522-b391-85a309e939f7', 'status': 'completed', 'code': 200} Apr 30 17:44:43.139646 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 {{(pid=74455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:44:43.147386 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:43.163175 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.provisioning_blocks [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Transition to ACTIVE for port object 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 will not be triggered until provisioned by entity L2. {{(pid=74455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:44:43.199215 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-e80b6762-6598-4d47-8053-9400eff46296 None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:44:43.226024 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:43.231193 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-7aa394aa-67d9-4ab1-9b9a-5a013ec199a5 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:43.238977 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee23a0-b38a-4bad-82ed-d08f30fbe6f7 req-050b4313-2161-4c51-b452-7cf60c5b13de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:43.240742 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8bee23a0-b38a-4bad-82ed-d08f30fbe6f7 req-050b4313-2161-4c51-b452-7cf60c5b13de service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 1099 time: 0.0786269 Apr 30 17:44:43.389615 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee23a0-b38a-4bad-82ed-d08f30fbe6f7 req-b629aa64-df27-4c1f-8de8-2ae5c4197b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:43.391153 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8bee23a0-b38a-4bad-82ed-d08f30fbe6f7 req-b629aa64-df27-4c1f-8de8-2ae5c4197b4a service neutron] 10.222.0.63 "GET /v2.0/networks?id=5118869f-2534-4299-bc69-5de0ebba617c HTTP/1.1" status: 200 len: 912 time: 0.1442997 Apr 30 17:44:43.475872 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8bee23a0-b38a-4bad-82ed-d08f30fbe6f7 req-053fef57-929b-4e37-9b38-476ead136e73 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc62b3d6-43c7-4522-b391-85a309e939f7 HTTP/1.1" status: 200 len: 217 time: 0.0765469 Apr 30 17:44:43.542464 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7c13aa-3ce2-466e-8e87-8e0e7afaa101,revision_number=2']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:43.553801 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee23a0-b38a-4bad-82ed-d08f30fbe6f7 req-0ba7b70e-016f-439c-a064-1e7e74ccacd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:43.555857 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8bee23a0-b38a-4bad-82ed-d08f30fbe6f7 req-0ba7b70e-016f-439c-a064-1e7e74ccacd1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2b18b45e-7170-467e-a603-cb45300a0239 HTTP/1.1" status: 200 len: 850 time: 0.0720732 Apr 30 17:44:43.562270 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:43.655864 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee23a0-b38a-4bad-82ed-d08f30fbe6f7 req-e5adf17f-72da-4ece-a633-fa1e1916f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:43.657454 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8bee23a0-b38a-4bad-82ed-d08f30fbe6f7 req-e5adf17f-72da-4ece-a633-fa1e1916f90d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5118869f-2534-4299-bc69-5de0ebba617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0942764 Apr 30 17:44:43.675960 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Attempting to bind port 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:44:43.676551 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Attempting to bind port 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:44:43.676689 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Attempting to bind port 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 on network 36cfed46-9e3b-45ff-a558-5803aa862827 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:44:43.682248 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Port 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 on network 36cfed46-9e3b-45ff-a558-5803aa862827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:44:43.682557 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Attempting to bind port 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 on network 36cfed46-9e3b-45ff-a558-5803aa862827 {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:44:43.689271 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:44:43.689626 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Checking segment: {'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:44:43.689983 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Bound using segment: {'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'} {{(pid=74455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:44:43.690460 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Bound port: 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'}}] {{(pid=74455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:44:43.690806 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:43.699445 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-e80b6762-6598-4d47-8053-9400eff46296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '8a263c18-08e4-4231-97c1-61a0718f9e5f', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'port_id': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'mac_address': 'fa:16:3e:b6:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:40:03Z', 'updated_at': '2021-04-30T17:40:06Z', 'revision_number': 1, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:43.710235 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80b6762-6598-4d47-8053-9400eff46296 None None] Checking router: 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:44:43.721033 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80b6762-6598-4d47-8053-9400eff46296 None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:44:43.721776 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-e80b6762-6598-4d47-8053-9400eff46296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:44:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:43.793664 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:43.822206 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8bee23a0-b38a-4bad-82ed-d08f30fbe6f7 req-691950d0-c39b-4171-b2bb-74024c14a4a6 service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570723 Apr 30 17:44:43.891784 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] For port 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101, host hv-cinder-78477, cleared binding levels {{(pid=74455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:44:43.897820 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] For port 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9b7c13aa-3ce2-466e-8e87-8e0e7afaa101,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:44:43.916871 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-e80b6762-6598-4d47-8053-9400eff46296 None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:44:43.919515 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af06a81-8456-4d44-a47b-7977af7e71e3 req-10bdc1de-64cc-4c8c-8f31-f5b67de84847 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:43.920410 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-9af06a81-8456-4d44-a47b-7977af7e71e3 req-10bdc1de-64cc-4c8c-8f31-f5b67de84847 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Synchronizing usage tracker for tenant:7afc693eecb14c7fb2225f8685751963 on resource:port {{(pid=74455) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:44:43.949948 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f903fad-39de-433d-a458-fe012035524f req-442fd1d1-9f4b-4bc1-8d63-ce3f702f873e tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:43.951536 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6f903fad-39de-433d-a458-fe012035524f req-442fd1d1-9f4b-4bc1-8d63-ce3f702f873e tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 943 time: 0.1691215 Apr 30 17:44:43.952707 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [req-9af06a81-8456-4d44-a47b-7977af7e71e3 req-10bdc1de-64cc-4c8c-8f31-f5b67de84847 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Unset dirty status for tenant:7afc693eecb14c7fb2225f8685751963 on resource:port {{(pid=74455) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:44:43.953823 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9af06a81-8456-4d44-a47b-7977af7e71e3 req-10bdc1de-64cc-4c8c-8f31-f5b67de84847 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 946 time: 0.2532847 Apr 30 17:44:43.962488 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8bee23a0-b38a-4bad-82ed-d08f30fbe6f7 req-7eb2b5b9-adc3-4eab-a5e1-e77117bec736 service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330559 Apr 30 17:44:43.998580 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2511246'] for port, after_update {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:44.005698 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-b311ba3e-2b5a-4d85-8c3f-bb7f1fb924a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:44.080509 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:44.081115 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:44.082437 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] 10.222.0.63 "PUT /v2.0/ports/9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 HTTP/1.1" status: 200 len: 1093 time: 1.8787003 Apr 30 17:44:44.094920 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-6f903fad-39de-433d-a458-fe012035524f req-67331b25-e5d7-40fd-81c9-a5efd4b68032 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342788 Apr 30 17:44:44.099719 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9af06a81-8456-4d44-a47b-7977af7e71e3 req-aa5ffa5b-0b34-4701-99c9-bd1f3ab94e6e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367278 Apr 30 17:44:44.121414 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7c13aa-3ce2-466e-8e87-8e0e7afaa101,revision_number=3']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:44.130166 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-659a1362-dec5-4c7e-8d33-aac3dbf2e933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:44.283156 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-e80b6762-6598-4d47-8053-9400eff46296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '8a263c18-08e4-4231-97c1-61a0718f9e5f', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'port_id': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'mac_address': 'fa:16:3e:b6:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:40:03Z', 'updated_at': '2021-04-30T17:40:06Z', 'revision_number': 1, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:44.287690 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80b6762-6598-4d47-8053-9400eff46296 None None] The sync data for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi is: [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_floatingips': [{'id': '8a263c18-08e4-4231-97c1-61a0718f9e5f', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'router_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'port_id': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'mac_address': 'fa:16:3e:b6:01:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:40:03Z', 'updated_at': '2021-04-30T17:40:06Z', 'revision_number': 1, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:44:44.293918 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-91c46633-4a63-4d39-8628-a931b107af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:44.295459 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-91c46633-4a63-4d39-8628-a931b107af2a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0542b445a2f04a469394fbd23a6258ac&device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 1096 time: 0.0836122 Apr 30 17:44:44.375420 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-ca194b08-7fc4-4a1d-9a25-cf288d4abb9e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 HTTP/1.1" status: 200 len: 217 time: 0.0682678 Apr 30 17:44:44.444664 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-88a7ca65-8930-401e-969c-c179903968fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:44.446982 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-88a7ca65-8930-401e-969c-c179903968fe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7f3f64ca-bf4e-45f8-892d-12cfadf45d58 HTTP/1.1" status: 200 len: 854 time: 0.0627286 Apr 30 17:44:44.502182 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-f9b1d0f9-63f2-4b2e-bc79-c69bdf574207 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=36cfed46-9e3b-45ff-a558-5803aa862827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440400 Apr 30 17:44:44.518200 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e47266-980a-4f15-8be7-c5f2333552f0 None None] New status for floating IP c21af0d9-6a2e-496e-8bfc-65a1e65ccc7b: DOWN {{(pid=74457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:44:44.645168 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-7d889873-c5b5-42cf-b100-dea518e1a11c service neutron] 10.222.0.63 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327593 Apr 30 17:44:44.782040 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfefc835-49df-4e35-884c-28ecc934dd07 req-a04e002a-a103-4767-aaef-67347483c2da service neutron] 10.222.0.63 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278169 Apr 30 17:44:45.136401 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85806f2-448a-446c-bd82-780e98c02dc8', 'tag': '9b7c13aa-3ce2-466e-8e87-8e0e7afaa101'}] {{(pid=74455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:44:45.368856 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb555ead-8a18-4660-b041-0afc24cb52ef req-21c1b758-92eb-410f-967b-970bfc8d6b30 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:45.370322 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cb555ead-8a18-4660-b041-0afc24cb52ef req-21c1b758-92eb-410f-967b-970bfc8d6b30 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 946 time: 0.1483603 Apr 30 17:44:45.377956 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc530f6-9604-40d0-bfae-942e7edc97d1 req-84b14599-6504-46ce-ac5d-fa30ca88e2c6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:45.379386 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1fc530f6-9604-40d0-bfae-942e7edc97d1 req-84b14599-6504-46ce-ac5d-fa30ca88e2c6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 943 time: 0.1203866 Apr 30 17:44:45.453730 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-cb555ead-8a18-4660-b041-0afc24cb52ef req-0a34c319-8568-4314-a3dc-8d9a92f03005 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732496 Apr 30 17:44:45.461778 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1fc530f6-9604-40d0-bfae-942e7edc97d1 req-10562ce3-0187-44b4-ad79-f2ba81c0defd tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676875 Apr 30 17:44:45.508407 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85806f2-448a-446c-bd82-780e98c02dc8', 'tag': '9b7c13aa-3ce2-466e-8e87-8e0e7afaa101', 'status': 'completed', 'code': 200} Apr 30 17:44:45.610278 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a6102-37e1-4e27-863c-a4f1f776e7bd req-0fc454e1-ce8b-4b4d-811a-0517939b5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:45.611776 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a74a6102-37e1-4e27-863c-a4f1f776e7bd req-0fc454e1-ce8b-4b4d-811a-0517939b5735 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0542b445a2f04a469394fbd23a6258ac&device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 1096 time: 0.0717750 Apr 30 17:44:45.751396 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:45.754477 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a6102-37e1-4e27-863c-a4f1f776e7bd req-f857cf18-2a71-4b2e-8d6e-b10050cb57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:45.756235 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a74a6102-37e1-4e27-863c-a4f1f776e7bd req-f857cf18-2a71-4b2e-8d6e-b10050cb57f3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=36cfed46-9e3b-45ff-a558-5803aa862827 HTTP/1.1" status: 200 len: 915 time: 0.1352446 Apr 30 17:44:45.778615 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d7c3f-cc11-4824-ac9d-6fe739065595 req-b3a93de7-cb73-4174-86c2-38a8be968e00 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:45.779356 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-f83d7c3f-cc11-4824-ac9d-6fe739065595 req-b3a93de7-cb73-4174-86c2-38a8be968e00 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Synchronizing usage tracker for tenant:7afc693eecb14c7fb2225f8685751963 on resource:port {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:44:45.793424 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-f83d7c3f-cc11-4824-ac9d-6fe739065595 req-b3a93de7-cb73-4174-86c2-38a8be968e00 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Unset dirty status for tenant:7afc693eecb14c7fb2225f8685751963 on resource:port {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:44:45.794552 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f83d7c3f-cc11-4824-ac9d-6fe739065595 req-b3a93de7-cb73-4174-86c2-38a8be968e00 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.63 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 946 time: 0.1906743 Apr 30 17:44:45.934266 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a74a6102-37e1-4e27-863c-a4f1f776e7bd req-fe7fdd00-a71f-4c3a-96c2-b68ec1c5300a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 HTTP/1.1" status: 200 len: 217 time: 0.1698589 Apr 30 17:44:45.942042 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-f83d7c3f-cc11-4824-ac9d-6fe739065595 req-d9af7cd8-63da-4de0-97c2-0e5a02798d22 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Deleting port fc62b3d6-43c7-4522-b391-85a309e939f7 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:44:45.942385 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-f83d7c3f-cc11-4824-ac9d-6fe739065595 req-d9af7cd8-63da-4de0-97c2-0e5a02798d22 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:45.999164 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a6102-37e1-4e27-863c-a4f1f776e7bd req-f5cfc534-5a7b-4401-b315-fd2ad528034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:46.000628 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a74a6102-37e1-4e27-863c-a4f1f776e7bd req-f5cfc534-5a7b-4401-b315-fd2ad528034b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7f3f64ca-bf4e-45f8-892d-12cfadf45d58 HTTP/1.1" status: 200 len: 854 time: 0.0596902 Apr 30 17:44:46.051613 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a74a6102-37e1-4e27-863c-a4f1f776e7bd req-1b48ad05-17ee-4b26-b57b-92a23c062994 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=36cfed46-9e3b-45ff-a558-5803aa862827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428612 Apr 30 17:44:46.087269 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-f83d7c3f-cc11-4824-ac9d-6fe739065595 req-d9af7cd8-63da-4de0-97c2-0e5a02798d22 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] For port fc62b3d6-43c7-4522-b391-85a309e939f7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fc62b3d6-43c7-4522-b391-85a309e939f7,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:44:46.087632 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-f83d7c3f-cc11-4824-ac9d-6fe739065595 req-d9af7cd8-63da-4de0-97c2-0e5a02798d22 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:46.189166 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a74a6102-37e1-4e27-863c-a4f1f776e7bd req-a7067aa6-beef-4f7e-aabf-e7a09e35a5f0 service neutron] 10.222.0.63 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302338 Apr 30 17:44:46.215643 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-f83d7c3f-cc11-4824-ac9d-6fe739065595 req-d9af7cd8-63da-4de0-97c2-0e5a02798d22 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Calling delete_port for fc62b3d6-43c7-4522-b391-85a309e939f7 owned by compute:nova {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:44:46.325875 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a74a6102-37e1-4e27-863c-a4f1f776e7bd req-ef0754f3-5ec8-45e2-81f7-bf0b06b5d16b service neutron] 10.222.0.63 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295352 Apr 30 17:44:46.389489 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-f83d7c3f-cc11-4824-ac9d-6fe739065595 req-d9af7cd8-63da-4de0-97c2-0e5a02798d22 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:46.395957 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-659339da-8844-4208-8da6-4051f5121b36 tempest-ServerRescueNegativeTestJSON-1458153322 tempest-ServerRescueNegativeTestJSON-1458153322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:46.445844 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af7cd8-63da-4de0-97c2-0e5a02798d22 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event deleted for resources: {'Port': ['ID=fc62b3d6-43c7-4522-b391-85a309e939f7,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:46.449086 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d9af7cd8-63da-4de0-97c2-0e5a02798d22 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:46.531191 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83d7c3f-cc11-4824-ac9d-6fe739065595 req-d9af7cd8-63da-4de0-97c2-0e5a02798d22 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] No DVR routers for this DVR port fc62b3d6-43c7-4522-b391-85a309e939f7 on host hv-cinder-78477 {{(pid=74454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:44:46.533892 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-f83d7c3f-cc11-4824-ac9d-6fe739065595 req-d9af7cd8-63da-4de0-97c2-0e5a02798d22 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:46.537237 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2010dd36-e28c-45d8-8ec7-b8bfad850f44', 'name': 'network-vif-deleted', 'tag': 'fc62b3d6-43c7-4522-b391-85a309e939f7'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:44:46.627046 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-f83d7c3f-cc11-4824-ac9d-6fe739065595 req-d9af7cd8-63da-4de0-97c2-0e5a02798d22 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.63 "DELETE /v2.0/ports/fc62b3d6-43c7-4522-b391-85a309e939f7 HTTP/1.1" status: 204 len: 173 time: 0.8272309 Apr 30 17:44:46.681178 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e9aa5-e2b6-4dba-8d0e-eec261096296 req-3a5e229e-a2d5-4f42-8110-28d25553a21c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:46.682686 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a16e9aa5-e2b6-4dba-8d0e-eec261096296 req-3a5e229e-a2d5-4f42-8110-28d25553a21c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 943 time: 0.0986464 Apr 30 17:44:46.761336 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b3e6d70c-06c1-484d-80f0-20817c8e1ce0 req-807bac83-4efc-4b53-9b77-987dfa6e06f7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 210 time: 0.0466335 Apr 30 17:44:46.783791 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a16e9aa5-e2b6-4dba-8d0e-eec261096296 req-c95c658a-26db-4f1a-98ea-5eaf510cf242 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951176 Apr 30 17:44:46.876655 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2010dd36-e28c-45d8-8ec7-b8bfad850f44', 'name': 'network-vif-deleted', 'tag': 'fc62b3d6-43c7-4522-b391-85a309e939f7', 'status': 'completed', 'code': 200} Apr 30 17:44:47.704077 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:44:47.849908 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9b7c13aa-3ce2-466e-8e87-8e0e7afaa101,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:44:47.865128 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '9b7c13aa-3ce2-466e-8e87-8e0e7afaa101', 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827', 'port_id': '9b7c13aa-3ce2-466e-8e87-8e0e7afaa101', 'mac_address': 'fa:16:3e:1f:36:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3f64ca-bf4e-45f8-892d-12cfadf45d58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:44:47.930896 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:47.948896 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:44:47.964822 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9b7c13aa-3ce2-466e-8e87-8e0e7afaa101,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:44:47.977868 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9d982452-1e5e-408a-bda5-53a79dc55cd8 req-9bfd1a7b-ce5c-4ba6-823d-5b3873188933 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=2010dd36-e28c-45d8-8ec7-b8bfad850f44 HTTP/1.1" status: 200 len: 210 time: 0.0828905 Apr 30 17:44:48.022167 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a038103-1d4b-4e9f-910a-6f55145b6593 req-e379f580-a154-43df-b65f-0f86c9751da2 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:48.023739 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3a038103-1d4b-4e9f-910a-6f55145b6593 req-e379f580-a154-43df-b65f-0f86c9751da2 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 943 time: 0.0926878 Apr 30 17:44:48.040759 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:48.042705 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-75f9d73a-cd07-4d5b-b393-e023ccfb6bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:48.071630 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3a038103-1d4b-4e9f-910a-6f55145b6593 req-a27b3e67-1052-48ff-b9ef-2100e33ea198 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Apr 30 17:44:48.116193 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=9b7c13aa-3ce2-466e-8e87-8e0e7afaa101,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:48.119877 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:48.352220 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['9b7c13aa-3ce2-466e-8e87-8e0e7afaa101'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:44:49.263004 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286356f0-4cba-47fe-8903-55fba6477362 req-d75c4ffe-5abd-4e28-ad04-64f8d883bc76 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:49.264397 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-286356f0-4cba-47fe-8903-55fba6477362 req-d75c4ffe-5abd-4e28-ad04-64f8d883bc76 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 944 time: 0.0842671 Apr 30 17:44:49.310355 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-286356f0-4cba-47fe-8903-55fba6477362 req-0ecd40fc-73a1-425e-a61d-96475eeb7d0d tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 Apr 30 17:44:49.713659 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:44:49.842679 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:44:49.847834 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:44:49.848208 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:49.968939 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:49.995890 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85806f2-448a-446c-bd82-780e98c02dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7c13aa-3ce2-466e-8e87-8e0e7afaa101'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:44:50.006026 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9b7c13aa-3ce2-466e-8e87-8e0e7afaa101,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:44:50.043011 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85806f2-448a-446c-bd82-780e98c02dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7c13aa-3ce2-466e-8e87-8e0e7afaa101', 'code': 200} Apr 30 17:44:50.103305 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:50.104244 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device fc62b3d6-43c7-4522-b391-85a309e939f7 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:44:50.132810 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:50.171365 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: fc62b3d6-43c7-4522-b391-85a309e939f7 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:44:50.171753 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device fc62b3d6-43c7-4522-b391-85a309e939f7 not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:44:50.204110 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=9b7c13aa-3ce2-466e-8e87-8e0e7afaa101,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:50.207045 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:50.494042 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da780d4-a1a1-4b6e-999c-482c2b930666 req-8e8f344b-ddeb-4eb1-9346-25492d017ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:50.495564 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2da780d4-a1a1-4b6e-999c-482c2b930666 req-8e8f344b-ddeb-4eb1-9346-25492d017ee2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 1098 time: 0.0873008 Apr 30 17:44:50.504838 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc36000-e254-4bf2-89b7-e1dc53768581 req-4e3a04be-9485-4877-9a47-cd3bc22ce419 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:50.506326 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfc36000-e254-4bf2-89b7-e1dc53768581 req-4e3a04be-9485-4877-9a47-cd3bc22ce419 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 945 time: 0.0895994 Apr 30 17:44:50.545454 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2da780d4-a1a1-4b6e-999c-482c2b930666 req-3b7634ef-5a7e-4ea7-8961-ca92f8b3c678 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431902 Apr 30 17:44:50.556721 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bfc36000-e254-4bf2-89b7-e1dc53768581 req-e15c09bd-209b-4f10-8a84-9154b2561a80 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433419 Apr 30 17:44:51.758116 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c037737-ac59-49b4-bb61-9dc729198c4d req-c500ce90-43ae-4ee3-aff7-d0be17feed14 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:51.759401 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5c037737-ac59-49b4-bb61-9dc729198c4d req-c500ce90-43ae-4ee3-aff7-d0be17feed14 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 945 time: 0.0830839 Apr 30 17:44:51.765740 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33478) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:44:51.806457 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5c037737-ac59-49b4-bb61-9dc729198c4d req-0ea6f572-2476-47a3-b894-70f5b40b2db8 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 Apr 30 17:44:52.047737 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-3645757f-c18a-4bab-9443-2a240cc47ed7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Deleting port 02dd76e9-f4e9-4da5-93c2-4a5b657cf6c0 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:44:52.048084 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3645757f-c18a-4bab-9443-2a240cc47ed7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:52.173769 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3645757f-c18a-4bab-9443-2a240cc47ed7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:52.174090 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3645757f-c18a-4bab-9443-2a240cc47ed7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:52.306867 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-3645757f-c18a-4bab-9443-2a240cc47ed7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Calling delete_port for 02dd76e9-f4e9-4da5-93c2-4a5b657cf6c0 owned by network:floatingip {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:44:52.520458 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3645757f-c18a-4bab-9443-2a240cc47ed7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:52.525036 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-26f684c2-04d7-4a14-8ab4-142c0267c3ff tempest-TestShelveInstance-912170076 tempest-TestShelveInstance-912170076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:52.659457 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645757f-c18a-4bab-9443-2a240cc47ed7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event deleted for resources: {'Port': ['ID=02dd76e9-f4e9-4da5-93c2-4a5b657cf6c0,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:52.662555 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3645757f-c18a-4bab-9443-2a240cc47ed7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:52.748471 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3645757f-c18a-4bab-9443-2a240cc47ed7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for floatingip, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:52.748797 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.db.l3_db [None req-3645757f-c18a-4bab-9443-2a240cc47ed7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Floating IP 8a263c18-08e4-4231-97c1-61a0718f9e5f disassociated (deleted). External IP: 172.27.3.138, port: cc2cfaa2-1bac-4ec2-9269-f829e3f79798. Apr 30 17:44:53.018032 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec192d37-91d0-4694-8b68-f83495a5c51c req-fbc4c3f8-8859-42bc-aad6-84c36b87d646 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:53.019540 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ec192d37-91d0-4694-8b68-f83495a5c51c req-fbc4c3f8-8859-42bc-aad6-84c36b87d646 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 945 time: 0.0874882 Apr 30 17:44:53.072676 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ec192d37-91d0-4694-8b68-f83495a5c51c req-6e61aee7-e0b8-4367-b555-4cf8867420db tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434139 Apr 30 17:44:53.115796 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3645757f-c18a-4bab-9443-2a240cc47ed7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:44:53.300809 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3645757f-c18a-4bab-9443-2a240cc47ed7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:44:53.311780 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6544544a-383c-4e63-8a89-d8b0707b77ad None None] Sync routers for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:44:53.318770 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3645757f-c18a-4bab-9443-2a240cc47ed7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:53.324059 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6544544a-383c-4e63-8a89-d8b0707b77ad None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:44:53.325014 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-6544544a-383c-4e63-8a89-d8b0707b77ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:44:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:53.384357 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-3645757f-c18a-4bab-9443-2a240cc47ed7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "DELETE /v2.0/floatingips/8a263c18-08e4-4231-97c1-61a0718f9e5f HTTP/1.1" status: 204 len: 168 time: 1.6151917 Apr 30 17:44:53.384357 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'tag': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:44:53.547518 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-6544544a-383c-4e63-8a89-d8b0707b77ad None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:44:53.883179 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-6544544a-383c-4e63-8a89-d8b0707b77ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:53.888344 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6544544a-383c-4e63-8a89-d8b0707b77ad None None] Checking router: 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:44:53.894973 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'tag': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'status': 'completed', 'code': 200} Apr 30 17:44:53.898094 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6544544a-383c-4e63-8a89-d8b0707b77ad None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:44:53.898937 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-6544544a-383c-4e63-8a89-d8b0707b77ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:44:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:54.037912 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9c01c-8b3f-4778-b75d-9dd8a7032d85 req-495b5c92-3106-4472-88d9-125fcf8ce491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:54.040176 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8ee9c01c-8b3f-4778-b75d-9dd8a7032d85 req-495b5c92-3106-4472-88d9-125fcf8ce491 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7afc693eecb14c7fb2225f8685751963&device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 1099 time: 0.1135437 Apr 30 17:44:54.113854 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6f314-72d0-4e33-9056-6b0883b946ad req-e331129e-48bd-472b-955b-4902fb6c581b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:54.117114 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b6f6f314-72d0-4e33-9056-6b0883b946ad req-e331129e-48bd-472b-955b-4902fb6c581b tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 946 time: 0.1015432 Apr 30 17:44:54.151983 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-6544544a-383c-4e63-8a89-d8b0707b77ad None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:44:54.172377 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b6f6f314-72d0-4e33-9056-6b0883b946ad req-c5878be1-deb2-493c-a244-30248ba4b826 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477071 Apr 30 17:44:54.204715 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9c01c-8b3f-4778-b75d-9dd8a7032d85 req-a6724bce-90ee-4cfa-964d-2beb7bfa23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:54.206221 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8ee9c01c-8b3f-4778-b75d-9dd8a7032d85 req-a6724bce-90ee-4cfa-964d-2beb7bfa23a6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5118869f-2534-4299-bc69-5de0ebba617c HTTP/1.1" status: 200 len: 912 time: 0.1586828 Apr 30 17:44:54.280116 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8ee9c01c-8b3f-4778-b75d-9dd8a7032d85 req-39a6c867-d439-4b8d-974a-9394c54697bd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2cfaa2-1bac-4ec2-9269-f829e3f79798 HTTP/1.1" status: 200 len: 217 time: 0.0667160 Apr 30 17:44:54.344872 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9c01c-8b3f-4778-b75d-9dd8a7032d85 req-08c86c40-a2b5-4edd-a7dd-0d3ee2190591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:54.346295 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8ee9c01c-8b3f-4778-b75d-9dd8a7032d85 req-08c86c40-a2b5-4edd-a7dd-0d3ee2190591 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2b18b45e-7170-467e-a603-cb45300a0239 HTTP/1.1" status: 200 len: 850 time: 0.0592375 Apr 30 17:44:54.425805 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9c01c-8b3f-4778-b75d-9dd8a7032d85 req-0c18be85-1e2b-495a-96fe-af9d3e28d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:54.427286 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8ee9c01c-8b3f-4778-b75d-9dd8a7032d85 req-0c18be85-1e2b-495a-96fe-af9d3e28d0de service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5118869f-2534-4299-bc69-5de0ebba617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0740945 Apr 30 17:44:54.468597 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-6544544a-383c-4e63-8a89-d8b0707b77ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:44:54.472813 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6544544a-383c-4e63-8a89-d8b0707b77ad None None] The sync data for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi is: [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:35:35Z', 'revision_number': 4, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi', '_interfaces': [{'id': '1a483c0e-f929-47b8-906d-a29f93c6aeec', 'name': '', 'network_id': '5118869f-2534-4299-bc69-5de0ebba617c', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'mac_address': 'fa:16:3e:d1:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2b18b45e-7170-467e-a603-cb45300a0239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:35Z', 'updated_at': '2021-04-30T17:35:48Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'subnets': [{'id': '2b18b45e-7170-467e-a603-cb45300a0239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:44:54.570729 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8ee9c01c-8b3f-4778-b75d-9dd8a7032d85 req-f769e262-59b1-406b-9d85-73095f38568e service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337361 Apr 30 17:44:54.700437 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56305b5b-0245-4a5a-bb60-cec0fe591920 None None] New status for floating IP 8a263c18-08e4-4231-97c1-61a0718f9e5f: DOWN {{(pid=74457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:44:54.708749 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-8ee9c01c-8b3f-4778-b75d-9dd8a7032d85 req-70f7fff7-5389-4ed8-92b3-69297e81f9ef service neutron] 10.222.0.63 "GET /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310785 Apr 30 17:44:55.467531 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-82da51bf-febb-4e50-bbd4-80776ea9cc7e tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:55.468877 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-82da51bf-febb-4e50-bbd4-80776ea9cc7e tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/networks?id=36cfed46-9e3b-45ff-a558-5803aa862827 HTTP/1.1" status: 200 len: 814 time: 0.2015159 Apr 30 17:44:55.493374 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb0479-7a33-4626-92d5-7ec404ceb4c5 req-ab86f4ef-e3cf-42f5-93e6-513d7bc23f20 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:55.494797 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4bcb0479-7a33-4626-92d5-7ec404ceb4c5 req-ab86f4ef-e3cf-42f5-93e6-513d7bc23f20 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 946 time: 0.1920264 Apr 30 17:44:55.498390 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-e63ebfcf-3f69-435a-abc2-6d9bd0a68ccf tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/quotas/0542b445a2f04a469394fbd23a6258ac HTTP/1.1" status: 200 len: 375 time: 0.0234654 Apr 30 17:44:55.593829 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-4bcb0479-7a33-4626-92d5-7ec404ceb4c5 req-ec2a0765-f14f-45f4-b8c7-388eed5ceb61 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/security-groups?id=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930576 Apr 30 17:44:55.629768 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-267933e9-5c37-46c7-8c5f-d7f4bdf43cae tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0542b445a2f04a469394fbd23a6258ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094692 Apr 30 17:44:55.699446 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd688d-d0a8-440a-b54e-fbfe8f31b8eb req-451468bf-2c3e-450c-9d1d-9e02547601f7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:55.700154 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-2dfd688d-d0a8-440a-b54e-fbfe8f31b8eb req-451468bf-2c3e-450c-9d1d-9e02547601f7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Synchronizing usage tracker for tenant:7afc693eecb14c7fb2225f8685751963 on resource:port {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:44:55.779793 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-2dfd688d-d0a8-440a-b54e-fbfe8f31b8eb req-451468bf-2c3e-450c-9d1d-9e02547601f7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Unset dirty status for tenant:7afc693eecb14c7fb2225f8685751963 on resource:port {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:44:55.781032 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2dfd688d-d0a8-440a-b54e-fbfe8f31b8eb req-451468bf-2c3e-450c-9d1d-9e02547601f7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.63 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 946 time: 0.2719085 Apr 30 17:44:55.870338 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-39e19abe-3be0-468b-a069-34d2fb9cfe12 service neutron] 10.222.0.18 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332449 Apr 30 17:44:55.924448 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-2dfd688d-d0a8-440a-b54e-fbfe8f31b8eb req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Deleting port cc2cfaa2-1bac-4ec2-9269-f829e3f79798 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:44:55.924791 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-2dfd688d-d0a8-440a-b54e-fbfe8f31b8eb req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:56.003795 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-c5b499a2-b75d-40b0-b3d7-2aac34861402 service neutron] 10.222.0.18 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272941 Apr 30 17:44:56.062064 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-2dfd688d-d0a8-440a-b54e-fbfe8f31b8eb req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] For port cc2cfaa2-1bac-4ec2-9269-f829e3f79798, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc2cfaa2-1bac-4ec2-9269-f829e3f79798,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:44:56.062494 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-2dfd688d-d0a8-440a-b54e-fbfe8f31b8eb req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:56.189923 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-2dfd688d-d0a8-440a-b54e-fbfe8f31b8eb req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Calling delete_port for cc2cfaa2-1bac-4ec2-9269-f829e3f79798 owned by compute:nova {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:44:56.388932 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-2dfd688d-d0a8-440a-b54e-fbfe8f31b8eb req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:56.389893 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-92dbfe6a-256d-49d9-9e09-ebef75f7cd8c req-e9651d9b-0f8b-431b-8d77-2d1e537ddd01 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 210 time: 0.0433006 Apr 30 17:44:56.396291 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-35c8678e-0484-48a8-b00b-1582921c461e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:44:56.445206 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event deleted for resources: {'Port': ['ID=cc2cfaa2-1bac-4ec2-9269-f829e3f79798,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:44:56.526334 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:56.526707 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:56.527102 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:56.527452 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:56.527807 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:56.528161 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:56.528514 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:56.528865 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:56.529215 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:56.529565 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:56.529938 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:56.530340 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:44:56.537496 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:44:56.538548 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfd688d-d0a8-440a-b54e-fbfe8f31b8eb req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] No DVR routers for this DVR port cc2cfaa2-1bac-4ec2-9269-f829e3f79798 on host hv-cinder-78477 {{(pid=74454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:44:56.540591 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-2dfd688d-d0a8-440a-b54e-fbfe8f31b8eb req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:56.543272 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'name': 'network-vif-deleted', 'tag': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:44:56.590755 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118ae8a5-5a47-41c8-a722-a4b32a00a0ee', 'name': 'network-vif-deleted', 'tag': 'cc2cfaa2-1bac-4ec2-9269-f829e3f79798', 'status': 'completed', 'code': 200} Apr 30 17:44:56.643233 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2dfd688d-d0a8-440a-b54e-fbfe8f31b8eb req-5cf57de1-8968-429d-8604-12ca1046ac3e tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.63 "DELETE /v2.0/ports/cc2cfaa2-1bac-4ec2-9269-f829e3f79798 HTTP/1.1" status: 204 len: 173 time: 0.8555269 Apr 30 17:44:56.758905 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-16e6de69-1824-491d-9b3f-dd4029e652c5 req-84fc7d29-8c8e-4f37-9b5d-fea43f765aeb tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 210 time: 0.0468817 Apr 30 17:44:57.545633 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b200ea59-feb5-451d-b5e6-ea768651fa7d req-6480176a-c959-4d8b-a6fc-74eeb796db3f tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 210 time: 0.0445170 Apr 30 17:44:57.930527 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1b86f441-7bda-4e54-8961-0ce07fb34567 req-c3f6d010-ff34-442e-ba2a-6815b2b529b7 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "GET /v2.0/ports?device_id=118ae8a5-5a47-41c8-a722-a4b32a00a0ee HTTP/1.1" status: 200 len: 210 time: 0.0439117 Apr 30 17:44:58.701403 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-9da571ff-8abe-4a52-8e38-19616bfaa9ee req-c1354282-39b5-4784-b4d8-e7d99fbbb679 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 210 time: 0.0473289 Apr 30 17:44:58.701654 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-b76a7dea-e870-4567-99e9-d57fd91e70cb tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:44:58.702976 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-b76a7dea-e870-4567-99e9-d57fd91e70cb tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "GET /v2.0/networks?id=36cfed46-9e3b-45ff-a558-5803aa862827 HTTP/1.1" status: 200 len: 814 time: 0.1553996 Apr 30 17:44:58.715774 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Request body: {'port': {'device_id': 'd17fd901-797c-4476-89ae-e4526c11f0ec', 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827', 'admin_state_up': True, 'tenant_id': '0542b445a2f04a469394fbd23a6258ac'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:44:58.855301 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:44:58.864553 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:44:58.943045 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Made reservation on behalf of 0542b445a2f04a469394fbd23a6258ac for: {'port': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:44:58.946788 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:59.032674 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33546) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:44:59.297925 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Allocated IP 172.20.0.14 (36cfed46-9e3b-45ff-a558-5803aa862827/7f3f64ca-bf4e-45f8-892d-12cfadf45d58/8d4b5572-e6c9-48f0-894d-9b68e12ec52c) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:44:59.348897 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-ba531043-78e3-4ef4-8825-71b49c9e9bed tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Deleting port 45317359-477b-4f8b-b6df-83b117e39261 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:44:59.349232 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ba531043-78e3-4ef4-8825-71b49c9e9bed tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:59.672163 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ba531043-78e3-4ef4-8825-71b49c9e9bed tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:59.672490 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ba531043-78e3-4ef4-8825-71b49c9e9bed tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:59.785733 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device cc2cfaa2-1bac-4ec2-9269-f829e3f79798 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:44:59.811828 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-ba531043-78e3-4ef4-8825-71b49c9e9bed tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Calling delete_port for 45317359-477b-4f8b-b6df-83b117e39261 owned by network:floatingip {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:44:59.822544 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: cc2cfaa2-1bac-4ec2-9269-f829e3f79798 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:44:59.822887 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device cc2cfaa2-1bac-4ec2-9269-f829e3f79798 not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:44:59.840630 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:59.858820 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a3600136-e14a-40c6-925d-0ea09343be6b req-f9dff705-a951-4397-84b0-939733548466 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 210 time: 0.0476744 Apr 30 17:44:59.988829 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:59.995097 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-f9af4431-48ae-4417-ba4b-708aaac0e615 tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:00.000185 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['f1172b50-c4c1-4f28-a958-d914a5729476', '9b7c13aa-3ce2-466e-8e87-8e0e7afaa101'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:45:00.036541 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ba531043-78e3-4ef4-8825-71b49c9e9bed tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:00.098525 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Network 36cfed46-9e3b-45ff-a558-5803aa862827 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:45:00.106794 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:45:00.120713 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:45:00.200614 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Pushing event updated for resources: {'Port': ['ID=8d4b5572-e6c9-48f0-894d-9b68e12ec52c,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:00.211979 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:00.212490 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-41f0d274-6257-4e75-a099-e5b93df1a72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:00.267424 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba531043-78e3-4ef4-8825-71b49c9e9bed tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event deleted for resources: {'Port': ['ID=45317359-477b-4f8b-b6df-83b117e39261,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:00.276468 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:00.277094 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:00.284248 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ba531043-78e3-4ef4-8825-71b49c9e9bed tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:00.296057 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ba531043-78e3-4ef4-8825-71b49c9e9bed tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for floatingip, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:00.319482 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-ba531043-78e3-4ef4-8825-71b49c9e9bed tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for floatingip, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:00.320637 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-ba531043-78e3-4ef4-8825-71b49c9e9bed tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "DELETE /v2.0/floatingips/fba0d0d9-ee77-43d2-84a0-a40e5ea6a9a4 HTTP/1.1" status: 204 len: 168 time: 1.2882280 Apr 30 17:45:00.415318 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-18e4a4b9-626f-4974-8565-6791e8c54140 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7037029 Apr 30 17:45:00.427111 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Request body: {'port': {'device_id': 'd17fd901-797c-4476-89ae-e4526c11f0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:45:00.544113 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:00.887789 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4b5572-e6c9-48f0-894d-9b68e12ec52c {{(pid=74454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:45:00.895337 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:00.910798 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Transition to ACTIVE for port object 8d4b5572-e6c9-48f0-894d-9b68e12ec52c will not be triggered until provisioned by entity L2. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:45:01.036787 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:01.041929 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ba531043-78e3-4ef4-8825-71b49c9e9bed tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:01.054521 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919c4a0-a317-4985-a888-399a6b1b7226 req-43687178-1dd3-438c-a490-5c23924e0b64 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:01.056023 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3919c4a0-a317-4985-a888-399a6b1b7226 req-43687178-1dd3-438c-a490-5c23924e0b64 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 932 time: 0.0872655 Apr 30 17:45:01.102969 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:01.104626 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3919c4a0-a317-4985-a888-399a6b1b7226 req-e157e939-f6e2-4d27-8ab9-10b19b9f4abd tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427341 Apr 30 17:45:01.193003 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4b5572-e6c9-48f0-894d-9b68e12ec52c,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:01.200948 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:01.276780 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Attempting to bind port 8d4b5572-e6c9-48f0-894d-9b68e12ec52c on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:45:01.277110 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Attempting to bind port 8d4b5572-e6c9-48f0-894d-9b68e12ec52c by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:45:01.277439 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Attempting to bind port 8d4b5572-e6c9-48f0-894d-9b68e12ec52c on network 36cfed46-9e3b-45ff-a558-5803aa862827 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:45:01.282240 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Port 8d4b5572-e6c9-48f0-894d-9b68e12ec52c on network 36cfed46-9e3b-45ff-a558-5803aa862827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:45:01.282982 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Attempting to bind port 8d4b5572-e6c9-48f0-894d-9b68e12ec52c on network 36cfed46-9e3b-45ff-a558-5803aa862827 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:45:01.289823 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:45:01.290258 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Checking segment: {'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:45:01.290655 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Bound using segment: {'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:45:01.291088 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Bound port: 8d4b5572-e6c9-48f0-894d-9b68e12ec52c, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'}}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:45:01.291430 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:01.383390 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] For port 8d4b5572-e6c9-48f0-894d-9b68e12ec52c, host hv-cinder-78477, cleared binding levels {{(pid=74454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:45:01.386753 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] For port 8d4b5572-e6c9-48f0-894d-9b68e12ec52c, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8d4b5572-e6c9-48f0-894d-9b68e12ec52c,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:45:01.478647 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:01.482614 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-799c4c02-73ae-496e-9f45-4b2928cec5f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:01.631244 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:01.632919 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:01.634277 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] 10.222.0.63 "PUT /v2.0/ports/8d4b5572-e6c9-48f0-894d-9b68e12ec52c HTTP/1.1" status: 200 len: 1094 time: 1.2115109 Apr 30 17:45:01.634775 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17fd901-797c-4476-89ae-e4526c11f0ec', 'tag': '8d4b5572-e6c9-48f0-894d-9b68e12ec52c'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:45:01.662226 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4b5572-e6c9-48f0-894d-9b68e12ec52c,revision_number=3']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:01.665594 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:01.684002 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17fd901-797c-4476-89ae-e4526c11f0ec', 'tag': '8d4b5572-e6c9-48f0-894d-9b68e12ec52c', 'status': 'completed', 'code': 200} Apr 30 17:45:01.776552 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d871e30-6f91-4c18-b2c2-6519d168a93c req-5d086449-2f2a-4db8-b4a1-c7d692806964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:01.778021 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-5d871e30-6f91-4c18-b2c2-6519d168a93c req-5d086449-2f2a-4db8-b4a1-c7d692806964 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0542b445a2f04a469394fbd23a6258ac&device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 1097 time: 0.0736921 Apr 30 17:45:01.906480 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33566) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:45:01.920658 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d871e30-6f91-4c18-b2c2-6519d168a93c req-d6edb816-2445-49b3-8faa-7e6edc0bcf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:01.922189 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-5d871e30-6f91-4c18-b2c2-6519d168a93c req-d6edb816-2445-49b3-8faa-7e6edc0bcf2d service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=0542b445a2f04a469394fbd23a6258ac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1371136 Apr 30 17:45:01.977167 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7f5e35c3-eeb7-41f8-8aca-76328d21c9fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:02.008393 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7f5e35c3-eeb7-41f8-8aca-76328d21c9fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:02.062512 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d871e30-6f91-4c18-b2c2-6519d168a93c req-75ee00c7-9256-456c-a58f-29c48058d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:02.065495 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-5d871e30-6f91-4c18-b2c2-6519d168a93c req-75ee00c7-9256-456c-a58f-29c48058d1fb service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346416 Apr 30 17:45:02.172795 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-554db81d-06fb-48a9-be47-b4b3c169cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:02.174317 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-554db81d-06fb-48a9-be47-b4b3c169cd49 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0542b445a2f04a469394fbd23a6258ac&device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 1097 time: 0.0731285 Apr 30 17:45:02.184020 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7f5e35c3-eeb7-41f8-8aca-76328d21c9fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:02.189775 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-9c08069e-dab7-4645-8175-3434a2ff87ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:02.205741 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e35c3-eeb7-41f8-8aca-76328d21c9fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be56e4a4-8cdc-47a1-a037-bdefde5b5f3d,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:02.209050 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-7f5e35c3-eeb7-41f8-8aca-76328d21c9fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:02.247684 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-1d4dbc6b-240d-49f2-88b0-ccef31ee911a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d4b5572-e6c9-48f0-894d-9b68e12ec52c HTTP/1.1" status: 200 len: 217 time: 0.0663295 Apr 30 17:45:02.302771 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654c0a0-bc46-4b43-9e1f-93a92cbc9ae4 req-6ebdf373-28bc-44a6-9737-a806fb75dd53 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:02.304862 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8654c0a0-bc46-4b43-9e1f-93a92cbc9ae4 req-6ebdf373-28bc-44a6-9737-a806fb75dd53 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 944 time: 0.0882065 Apr 30 17:45:02.310627 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-a8180656-17a6-4882-83f3-a7e576845eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:02.312088 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-a8180656-17a6-4882-83f3-a7e576845eb2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7f3f64ca-bf4e-45f8-892d-12cfadf45d58 HTTP/1.1" status: 200 len: 854 time: 0.0587437 Apr 30 17:45:02.336399 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7f5e35c3-eeb7-41f8-8aca-76328d21c9fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:02.337414 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-7f5e35c3-eeb7-41f8-8aca-76328d21c9fa tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] 10.222.0.18 "DELETE /v2.0/security-groups/be56e4a4-8cdc-47a1-a037-bdefde5b5f3d HTTP/1.1" status: 204 len: 168 time: 0.4299228 Apr 30 17:45:02.361453 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8654c0a0-bc46-4b43-9e1f-93a92cbc9ae4 req-99f85cf5-b239-4309-b522-b78974f6f870 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502090 Apr 30 17:45:02.365215 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-ffae703d-f0a7-4d0b-9168-286fab30c5ba service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=36cfed46-9e3b-45ff-a558-5803aa862827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468700 Apr 30 17:45:02.498357 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33574) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:45:02.512563 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-bde63a28-8e89-400e-bdea-0f757e352d07 service neutron] 10.222.0.63 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402869 Apr 30 17:45:02.797097 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-2b5942bb-b923-4204-aebf-e01a2d0337c1 req-ac8610da-0cb6-4368-8f36-6ab9679eff10 service neutron] 10.222.0.63 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777243 Apr 30 17:45:03.277427 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e3fec80b-028a-4755-b1c6-4ab5e7efc537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4070988'] for router_interface, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:03.565129 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5d90b-8faf-46a6-ba79-8402e2c9aa8e req-4e366086-f09d-4a20-b53f-71d1b75d72a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:03.566527 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e6a5d90b-8faf-46a6-ba79-8402e2c9aa8e req-4e366086-f09d-4a20-b53f-71d1b75d72a1 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 944 time: 0.0973094 Apr 30 17:45:03.616845 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e6a5d90b-8faf-46a6-ba79-8402e2c9aa8e req-631b80cf-8ce3-4900-8f9f-f53e1ebf98e6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419459 Apr 30 17:45:03.706909 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-e3fec80b-028a-4755-b1c6-4ab5e7efc537 admin admin] Deleting port 1a483c0e-f929-47b8-906d-a29f93c6aeec {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:45:03.707278 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e3fec80b-028a-4755-b1c6-4ab5e7efc537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:03.828963 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [None req-e3fec80b-028a-4755-b1c6-4ab5e7efc537 admin admin] For port 1a483c0e-f929-47b8-906d-a29f93c6aeec, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=1a483c0e-f929-47b8-906d-a29f93c6aeec,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:45:03.829220 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e3fec80b-028a-4755-b1c6-4ab5e7efc537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:03.955585 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [None req-e3fec80b-028a-4755-b1c6-4ab5e7efc537 admin admin] Calling delete_port for 1a483c0e-f929-47b8-906d-a29f93c6aeec owned by network:router_interface {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:45:04.177446 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e3fec80b-028a-4755-b1c6-4ab5e7efc537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:04.182676 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-9ac9334f-e9fc-4690-8b73-917aa1e6e73f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:04.229484 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fec80b-028a-4755-b1c6-4ab5e7efc537 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a483c0e-f929-47b8-906d-a29f93c6aeec,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:04.232099 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-e3fec80b-028a-4755-b1c6-4ab5e7efc537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:04.500490 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e3fec80b-028a-4755-b1c6-4ab5e7efc537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4072444'] for router_interface, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:04.811613 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557741b8-c5ef-4e58-9df2-b3328022e1fc req-531d04f3-0774-4ca1-a41a-7b2d8f2a6b0e tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:04.813065 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-557741b8-c5ef-4e58-9df2-b3328022e1fc req-531d04f3-0774-4ca1-a41a-7b2d8f2a6b0e tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 944 time: 0.0803969 Apr 30 17:45:04.859044 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-557741b8-c5ef-4e58-9df2-b3328022e1fc req-8adb552f-90b1-4f8c-86b9-bfa2c919ef4f tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402761 Apr 30 17:45:04.960822 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fec80b-028a-4755-b1c6-4ab5e7efc537 admin admin] Router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:45:05.138312 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fec80b-028a-4755-b1c6-4ab5e7efc537 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:45:05.146685 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae6da64-1916-4665-a42a-cc9f628390f7 None None] Sync routers for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:45:05.152490 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-e3fec80b-028a-4755-b1c6-4ab5e7efc537 admin admin] 10.222.0.18 "PUT /v2.0/routers/11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6530955 Apr 30 17:45:05.155216 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33584) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:45:05.166681 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae6da64-1916-4665-a42a-cc9f628390f7 None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:45:05.166681 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-1ae6da64-1916-4665-a42a-cc9f628390f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:44:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:45:05.339741 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] Notify callbacks [] for router, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:05.378553 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-1ae6da64-1916-4665-a42a-cc9f628390f7 None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:45:05.517306 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:05.671289 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-1ae6da64-1916-4665-a42a-cc9f628390f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '51f93fd5-c999-4289-8c99-675455b2a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:45:04Z', 'revision_number': 5, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port': {'id': '51f93fd5-c999-4289-8c99-675455b2a704', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:31Z', 'updated_at': '2021-04-30T17:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:45:05.673220 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] Deleting port 51f93fd5-c999-4289-8c99-675455b2a704 {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:45:05.673562 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:05.675294 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae6da64-1916-4665-a42a-cc9f628390f7 None None] Checking router: 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 for host: dv-cinder-784779-10-iscsi {{(pid=74456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:45:05.684430 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae6da64-1916-4665-a42a-cc9f628390f7 None None] Routers {'11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:45:05.685042 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-1ae6da64-1916-4665-a42a-cc9f628390f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:44:42Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'], 'active': True} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:45:05.801323 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 8d4b5572-e6c9-48f0-894d-9b68e12ec52c details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:45:05.876281 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvr_db [None req-1ae6da64-1916-4665-a42a-cc9f628390f7 None None] Set router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 gateway port host: None {{(pid=74456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:45:05.897912 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] For port 51f93fd5-c999-4289-8c99-675455b2a704, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=51f93fd5-c999-4289-8c99-675455b2a704,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:45:05.898395 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:05.989861 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_hamode_db [None req-1ae6da64-1916-4665-a42a-cc9f628390f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:45:05Z', 'revision_number': 6, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port_host': None}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:45:06.026856 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] Calling delete_port for 51f93fd5-c999-4289-8c99-675455b2a704 owned by network:router_gateway {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:45:06.049691 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae6da64-1916-4665-a42a-cc9f628390f7 None None] The sync data for ids ['11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1'] in dv-cinder-784779-10-iscsi is: [{'id': '11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1', 'name': 'tempest-TestVolumeBootPattern-151389022-router', 'tenant_id': '7afc693eecb14c7fb2225f8685751963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:30Z', 'updated_at': '2021-04-30T17:45:05Z', 'revision_number': 6, 'project_id': '7afc693eecb14c7fb2225f8685751963', 'gw_port_host': None}] {{(pid=74456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:45:06.089389 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 8d4b5572-e6c9-48f0-894d-9b68e12ec52c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8d4b5572-e6c9-48f0-894d-9b68e12ec52c,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:45:06.104654 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '8d4b5572-e6c9-48f0-894d-9b68e12ec52c', 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827', 'port_id': '8d4b5572-e6c9-48f0-894d-9b68e12ec52c', 'mac_address': 'fa:16:3e:b5:b8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3f64ca-bf4e-45f8-892d-12cfadf45d58', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:45:06.126409 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8d600-0c95-4fe8-8b00-b426c179e545 req-ac201722-a2cc-45a3-8c0d-556ca92f6848 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:06.127911 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-82a8d600-0c95-4fe8-8b00-b426c179e545 req-ac201722-a2cc-45a3-8c0d-556ca92f6848 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 944 time: 0.1121173 Apr 30 17:45:06.166776 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:06.184111 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4b5572-e6c9-48f0-894d-9b68e12ec52c {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:45:06.200614 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 8d4b5572-e6c9-48f0-894d-9b68e12ec52c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8d4b5572-e6c9-48f0-894d-9b68e12ec52c,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:45:06.325027 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-82a8d600-0c95-4fe8-8b00-b426c179e545 req-47aa79a5-b476-4275-a3ca-f217370ad069 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789113 Apr 30 17:45:06.327719 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:06.330841 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:06.406824 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=8d4b5572-e6c9-48f0-894d-9b68e12ec52c,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:06.414720 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:06.418520 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:06.418520 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:06.418520 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:06.418520 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:06.418520 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:06.418520 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:06.418520 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:06.418520 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:06.418520 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:06.418520 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:06.418520 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:06.422335 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:06.511514 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:06.515426 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3fa9f3ea-331e-4ee3-bf7e-6c33eec81611 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:06.561157 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=51f93fd5-c999-4289-8c99-675455b2a704,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:06.586971 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:06.636651 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['8d4b5572-e6c9-48f0-894d-9b68e12ec52c'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:45:06.654179 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4072803'] for router_gateway, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:06.827344 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497246'] for router, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:06.829504 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:06.927687 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4073771'] for router, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:06.928361 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 {{(pid=74455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:45:06.940820 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] Notify callbacks [] for router, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:06.941918 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-0ff9d01a-ab02-4f9d-90ad-a45d6f5abea5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/11c61eb2-e8c4-4e1f-8fc4-5eb90febc5c1 HTTP/1.1" status: 204 len: 168 time: 1.7856233 Apr 30 17:45:06.944671 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33590) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:45:06.963275 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 1a483c0e-f929-47b8-906d-a29f93c6aeec no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:45:07.002105 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 1a483c0e-f929-47b8-906d-a29f93c6aeec {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:45:07.002281 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 1a483c0e-f929-47b8-906d-a29f93c6aeec not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:45:07.002708 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 51f93fd5-c999-4289-8c99-675455b2a704 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:45:07.013632 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca2baa0-7c89-48cf-8eb0-219ac4681ea2 admin admin] Deleting subnet 2b18b45e-7170-467e-a603-cb45300a0239 {{(pid=74455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:45:07.017215 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bca2baa0-7c89-48cf-8eb0-219ac4681ea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:07.037908 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 51f93fd5-c999-4289-8c99-675455b2a704 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:45:07.042845 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 51f93fd5-c999-4289-8c99-675455b2a704 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:45:07.077888 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bca2baa0-7c89-48cf-8eb0-219ac4681ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2695864'] for subnet, precommit_delete_associations {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:07.154046 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bca2baa0-7c89-48cf-8eb0-219ac4681ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:07.574539 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806d19-2399-4303-a439-d166435e0e85 req-ad5277a3-0d65-4c20-af21-444d778892ce tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:07.576036 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0a806d19-2399-4303-a439-d166435e0e85 req-ad5277a3-0d65-4c20-af21-444d778892ce tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 945 time: 0.1090860 Apr 30 17:45:07.623521 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0a806d19-2399-4303-a439-d166435e0e85 req-ee38e750-b483-4d33-8a37-3eac9b21e387 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416408 Apr 30 17:45:07.628706 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bca2baa0-7c89-48cf-8eb0-219ac4681ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2510664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2143664'] for subnet, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:07.632960 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:07.670325 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2baa0-7c89-48cf-8eb0-219ac4681ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b18b45e-7170-467e-a603-cb45300a0239,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:07.673425 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-bca2baa0-7c89-48cf-8eb0-219ac4681ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:07.674385 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-bca2baa0-7c89-48cf-8eb0-219ac4681ea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:07.680544 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51388fa-42e3-469e-92a8-a6330709c631 None None] Network 5118869f-2534-4299-bc69-5de0ebba617c requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:45:07.681086 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-bca2baa0-7c89-48cf-8eb0-219ac4681ea2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2b18b45e-7170-467e-a603-cb45300a0239 HTTP/1.1" status: 204 len: 168 time: 0.7351937 Apr 30 17:45:07.683374 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33596) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:45:07.788572 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:07.810625 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 8d4b5572-e6c9-48f0-894d-9b68e12ec52c up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:45:07.862398 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Deleting port ad7e95d8-929d-4c53-a1c5-cb9414a20466 {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:45:07.862642 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:07.970070 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] For port ad7e95d8-929d-4c53-a1c5-cb9414a20466, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=ad7e95d8-929d-4c53-a1c5-cb9414a20466,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:45:07.970806 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:08.036436 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port 8d4b5572-e6c9-48f0-894d-9b68e12ec52c completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:45:08.043884 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 8d4b5572-e6c9-48f0-894d-9b68e12ec52c triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:45:08.044375 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:08.071186 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3d90d9-6c57-4e9b-b3bb-81c3d14e2727 None None] DHCP port deletion for 5118869f-2534-4299-bc69-5de0ebba617c request from dv-cinder-784779-10-iscsi {{(pid=74456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 17:45:08.097702 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Calling delete_port for ad7e95d8-929d-4c53-a1c5-cb9414a20466 owned by network:dhcp {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:45:08.210519 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d90d9-6c57-4e9b-b3bb-81c3d14e2727 None None] Deleting port ad7e95d8-929d-4c53-a1c5-cb9414a20466 {{(pid=74456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:45:08.210803 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-8a3d90d9-6c57-4e9b-b3bb-81c3d14e2727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:08.244340 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:08.325607 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:08.330517 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-229251af-c2db-4df7-8d70-b6e6453f5bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:08.331634 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17fd901-797c-4476-89ae-e4526c11f0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4b5572-e6c9-48f0-894d-9b68e12ec52c'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:45:08.345652 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-8a3d90d9-6c57-4e9b-b3bb-81c3d14e2727 None None] For port ad7e95d8-929d-4c53-a1c5-cb9414a20466, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=ad7e95d8-929d-4c53-a1c5-cb9414a20466,segment=NetworkSegment(f8379972-38a1-4f5d-b5e5-c82cce4c3379),segment_id=f8379972-38a1-4f5d-b5e5-c82cce4c3379)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:45:08.345907 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-8a3d90d9-6c57-4e9b-b3bb-81c3d14e2727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:08.354446 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 8d4b5572-e6c9-48f0-894d-9b68e12ec52c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8d4b5572-e6c9-48f0-894d-9b68e12ec52c,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:45:08.379112 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7e95d8-929d-4c53-a1c5-cb9414a20466,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:08.380856 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:08.381638 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] No DVR routers for this DVR port ad7e95d8-929d-4c53-a1c5-cb9414a20466 on host dv-cinder-784779-10-iscsi {{(pid=74455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:45:08.412634 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17fd901-797c-4476-89ae-e4526c11f0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4b5572-e6c9-48f0-894d-9b68e12ec52c', 'code': 200} Apr 30 17:45:08.466496 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:08.474089 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d90d9-6c57-4e9b-b3bb-81c3d14e2727 None None] Calling delete_port for ad7e95d8-929d-4c53-a1c5-cb9414a20466 owned by network:dhcp {{(pid=74456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:45:08.477143 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:08.502718 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:08.596307 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=8d4b5572-e6c9-48f0-894d-9b68e12ec52c,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:08.600048 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:08.607864 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-8a3d90d9-6c57-4e9b-b3bb-81c3d14e2727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157'] for port, after_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:08.611625 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-e397939b-671b-499d-970c-904fd3281636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:08.618720 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5118869f-2534-4299-bc69-5de0ebba617c']}} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:45:08.631676 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8379972-38a1-4f5d-b5e5-c82cce4c3379') {'for_net_delete': True} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:45:08.632050 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8379972-38a1-4f5d-b5e5-c82cce4c3379') {} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:45:08.644094 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2695809'] for segment, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:08.660993 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d90d9-6c57-4e9b-b3bb-81c3d14e2727 None None] Pushing event deleted for resources: {'Port': ['ID=ad7e95d8-929d-4c53-a1c5-cb9414a20466,revision_number=None']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:08.661715 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3d90d9-6c57-4e9b-b3bb-81c3d14e2727 None None] No DVR routers for this DVR port ad7e95d8-929d-4c53-a1c5-cb9414a20466 on host dv-cinder-784779-10-iscsi {{(pid=74456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:45:08.661854 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:08.663330 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-8a3d90d9-6c57-4e9b-b3bb-81c3d14e2727 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:08.669064 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=74455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:45:08.876682 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6e185-9835-4a60-ac3f-435edc52cf6f req-655a2ee6-041e-401d-a246-b1aa1facf554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:08.878224 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-60a6e185-9835-4a60-ac3f-435edc52cf6f req-655a2ee6-041e-401d-a246-b1aa1facf554 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 1099 time: 0.1202507 Apr 30 17:45:08.878887 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Network 5118869f-2534-4299-bc69-5de0ebba617c has no segments {{(pid=74455) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:45:08.887984 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511338'] for segment, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:08.921241 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-60a6e185-9835-4a60-ac3f-435edc52cf6f req-d30e4813-21b6-4668-95e2-e8a35e45d3ce service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360205 Apr 30 17:45:08.964720 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device ad7e95d8-929d-4c53-a1c5-cb9414a20466 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:45:09.001535 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: ad7e95d8-929d-4c53-a1c5-cb9414a20466 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:45:09.001885 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device ad7e95d8-929d-4c53-a1c5-cb9414a20466 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:45:09.061998 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Network 5118869f-2534-4299-bc69-5de0ebba617c has no segments {{(pid=74455) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: Traceback (most recent call last): Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: timer() Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: cb(*args, **kw) Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: return func(*args, **kwargs) Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: self._notify() Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: self.callback(batched_events) Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: event.method(event) Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: return f(self, *a, **k) Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: return self._get(url).json() Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: return self.request(url, 'GET', **kwargs) Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:45:09.088098 dv-cinder-784779-10-iscsi neutron-server[74455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:45:09.253465 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-2cc7fab1-54b2-4745-b385-ce3bd5dd48ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:09.275783 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db0b45-b6c3-44b9-8602-03aaa9408dd8 req-ea8e52ab-c25d-4316-a4b8-4e7d13c8b5ac tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:09.277249 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-68db0b45-b6c3-44b9-8602-03aaa9408dd8 req-ea8e52ab-c25d-4316-a4b8-4e7d13c8b5ac tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 946 time: 0.5260630 Apr 30 17:45:09.326964 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-68db0b45-b6c3-44b9-8602-03aaa9408dd8 req-8d2446d6-51ce-4909-8b9f-3262987496da tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437248 Apr 30 17:45:09.379200 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:09.383436 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-3646e5eb-a055-46ef-a0f5-3895f200d0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:09.396906 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:09.409379 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Pushing event deleted for resources: {'Network': ['ID=5118869f-2534-4299-bc69-5de0ebba617c,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:09.413366 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:09.500048 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-668a6aea-46e2-4801-861a-5476336f913e admin admin] 10.222.0.18 "DELETE /v2.0/networks/5118869f-2534-4299-bc69-5de0ebba617c HTTP/1.1" status: 204 len: 168 time: 1.8156574 Apr 30 17:45:09.502763 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33606) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:45:10.066754 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-06894ab0-d1ba-457d-a1e4-ced7f9c52ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4070988'] for router_interface, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:10.562340 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-06894ab0-d1ba-457d-a1e4-ced7f9c52ca9 admin admin] Deleting port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:45:10.562681 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-06894ab0-d1ba-457d-a1e4-ced7f9c52ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:10.614567 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7daecb2-55e2-4502-a0e2-8210c7639a57 req-6d4f5833-e3e2-4f0d-852c-80ee39f3ba9a tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:10.616018 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c7daecb2-55e2-4502-a0e2-8210c7639a57 req-6d4f5833-e3e2-4f0d-852c-80ee39f3ba9a tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 946 time: 0.1483111 Apr 30 17:45:10.721817 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c7daecb2-55e2-4502-a0e2-8210c7639a57 req-221c7c94-a926-400d-bce3-ddcc7337123e tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592313 Apr 30 17:45:10.741594 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [None req-06894ab0-d1ba-457d-a1e4-ced7f9c52ca9 admin admin] For port 236c7487-1ac4-4ea7-9c9b-462e9d308f8a, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=236c7487-1ac4-4ea7-9c9b-462e9d308f8a,segment=NetworkSegment(55ab2015-3218-43f4-b4a1-ee40ac38b1f7),segment_id=55ab2015-3218-43f4-b4a1-ee40ac38b1f7)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:45:10.741943 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-06894ab0-d1ba-457d-a1e4-ced7f9c52ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:10.985531 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-06894ab0-d1ba-457d-a1e4-ced7f9c52ca9 admin admin] Calling delete_port for 236c7487-1ac4-4ea7-9c9b-462e9d308f8a owned by network:router_interface {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:45:11.253396 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-06894ab0-d1ba-457d-a1e4-ced7f9c52ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:11.257203 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:11.306969 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06894ab0-d1ba-457d-a1e4-ced7f9c52ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=236c7487-1ac4-4ea7-9c9b-462e9d308f8a,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:11.333487 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-06894ab0-d1ba-457d-a1e4-ced7f9c52ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:11.580832 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-06894ab0-d1ba-457d-a1e4-ced7f9c52ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4072444'] for router_interface, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:11.782199 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:11.847572 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-9e0d1aa4-ef2b-40f6-aaa4-5c593eb63060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:11.946458 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06894ab0-d1ba-457d-a1e4-ced7f9c52ca9 admin admin] Router 4cc7e821-5807-459d-a468-e5b955927555 has already been hosted by L3 agent ddf88836-e09e-4098-a1fa-26c60ec27b83 {{(pid=74455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:45:12.131534 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06894ab0-d1ba-457d-a1e4-ced7f9c52ca9 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-iscsi the message routers_updated {{(pid=74455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:45:12.133527 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8c6a0-806b-4e26-a5ed-0a097976fa02 None None] Sync routers for ids ['4cc7e821-5807-459d-a468-e5b955927555'] in dv-cinder-784779-10-iscsi {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:45:12.147805 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8c6a0-806b-4e26-a5ed-0a097976fa02 None None] Routers {'4cc7e821-5807-459d-a468-e5b955927555'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:45:12.149068 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-9aa8c6a0-806b-4e26-a5ed-0a097976fa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:45:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['4cc7e821-5807-459d-a468-e5b955927555'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:45:12.232083 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-06894ab0-d1ba-457d-a1e4-ced7f9c52ca9 admin admin] 10.222.0.18 "PUT /v2.0/routers/4cc7e821-5807-459d-a468-e5b955927555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7282541 Apr 30 17:45:12.234453 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33618) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:45:12.326130 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-9aa8c6a0-806b-4e26-a5ed-0a097976fa02 None None] Set router 4cc7e821-5807-459d-a468-e5b955927555 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:45:12.407019 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] Notify callbacks [] for router, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:12.622801 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-9aa8c6a0-806b-4e26-a5ed-0a097976fa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc7e821-5807-459d-a468-e5b955927555', 'name': 'tempest-TestVolumeBootPattern-672297626-router', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:41Z', 'updated_at': '2021-04-30T17:45:11Z', 'revision_number': 5, 'project_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'gw_port': {'id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc7e821-5807-459d-a468-e5b955927555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:42Z', 'updated_at': '2021-04-30T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:45:12.626812 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8c6a0-806b-4e26-a5ed-0a097976fa02 None None] Checking router: 4cc7e821-5807-459d-a468-e5b955927555 for host: dv-cinder-784779-10-iscsi {{(pid=74457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:45:12.637144 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8c6a0-806b-4e26-a5ed-0a097976fa02 None None] Routers {'4cc7e821-5807-459d-a468-e5b955927555'} bound to L3 agent in host dv-cinder-784779-10-iscsi {{(pid=74457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:45:12.637837 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-9aa8c6a0-806b-4e26-a5ed-0a097976fa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T17:21:42Z,description=,heartbeat_timestamp=2021-04-30T17:45:12Z,host='dv-cinder-784779-10-iscsi',id=ddf88836-e09e-4098-a1fa-26c60ec27b83,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:21:42Z,topic='l3_agent')) {'router_ids': ['4cc7e821-5807-459d-a468-e5b955927555'], 'active': True} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:45:12.711568 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:12.843096 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] Deleting port abfc25b3-59d3-439c-8f84-ca166baab204 {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:45:12.843096 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:12.856681 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_dvr_db [None req-9aa8c6a0-806b-4e26-a5ed-0a097976fa02 None None] Set router 4cc7e821-5807-459d-a468-e5b955927555 gateway port host: dv-cinder-784779-10-iscsi {{(pid=74457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:45:12.975104 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] For port abfc25b3-59d3-439c-8f84-ca166baab204, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=abfc25b3-59d3-439c-8f84-ca166baab204,segment=NetworkSegment(18e4a69a-ec87-47a4-8298-f1c8e52e5a7f),segment_id=18e4a69a-ec87-47a4-8298-f1c8e52e5a7f)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:45:12.975496 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:13.103367 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] Calling delete_port for abfc25b3-59d3-439c-8f84-ca166baab204 owned by network:router_gateway {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:45:13.146761 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.l3_hamode_db [None req-9aa8c6a0-806b-4e26-a5ed-0a097976fa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc7e821-5807-459d-a468-e5b955927555', 'name': 'tempest-TestVolumeBootPattern-672297626-router', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:41Z', 'updated_at': '2021-04-30T17:45:11Z', 'revision_number': 5, 'project_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'gw_port': {'id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc7e821-5807-459d-a468-e5b955927555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:42Z', 'updated_at': '2021-04-30T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}], 'dv-cinder-784779-10-iscsi', False) {} {{(pid=74457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:45:13.151957 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8c6a0-806b-4e26-a5ed-0a097976fa02 None None] The sync data for ids ['4cc7e821-5807-459d-a468-e5b955927555'] in dv-cinder-784779-10-iscsi is: [{'id': '4cc7e821-5807-459d-a468-e5b955927555', 'name': 'tempest-TestVolumeBootPattern-672297626-router', 'tenant_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'external_fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94'}], 'enable_snat': True}, 'gw_port_id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:35:41Z', 'updated_at': '2021-04-30T17:45:11Z', 'revision_number': 5, 'project_id': 'fb1f838f7adc48668b0ffff0aee7d8b5', 'gw_port': {'id': 'abfc25b3-59d3-439c-8f84-ca166baab204', 'name': '', 'network_id': '75f81fbd-83ca-4d8e-a99f-6c15173d718a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc7e821-5807-459d-a468-e5b955927555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '989086fc-050d-4e50-928b-b948b66b0c76', 'ip_address': '172.27.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:35:42Z', 'updated_at': '2021-04-30T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '989086fc-050d-4e50-928b-b948b66b0c76', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-iscsi'}] {{(pid=74457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:45:13.312182 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:45:13.339043 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:13.343893 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-2ee8a6d6-0183-48f0-ad0d-6f2fb261204b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:13.392275 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=abfc25b3-59d3-439c-8f84-ca166baab204,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:13.395447 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:13.487833 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4072803'] for router_gateway, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:13.684109 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4123639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497246'] for router, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:13.689058 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:13.794174 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:13.828465 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4073771'] for router, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:13.828983 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cc7e821-5807-459d-a468-e5b955927555 {{(pid=74455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:45:13.848034 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] Notify callbacks [] for router, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:13.852465 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-09a913b6-b2d1-4f4f-9022-3e5ff8873ba3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4cc7e821-5807-459d-a468-e5b955927555 HTTP/1.1" status: 204 len: 168 time: 1.6170657 Apr 30 17:45:13.853281 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33634) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:45:13.919285 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ba3b25-8ee9-46d7-853a-664bc8592ce2 admin admin] Deleting subnet efab583d-efa8-4aad-a74b-79c011aa5000 {{(pid=74454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:45:13.922660 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-56ba3b25-8ee9-46d7-853a-664bc8592ce2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:13.979933 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-56ba3b25-8ee9-46d7-853a-664bc8592ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2217006'] for subnet, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:14.057384 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-56ba3b25-8ee9-46d7-853a-664bc8592ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:14.390856 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-56ba3b25-8ee9-46d7-853a-664bc8592ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2749857'] for subnet, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:14.394744 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:14.430291 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba3b25-8ee9-46d7-853a-664bc8592ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efab583d-efa8-4aad-a74b-79c011aa5000,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:14.432985 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-56ba3b25-8ee9-46d7-853a-664bc8592ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:14.437210 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-56ba3b25-8ee9-46d7-853a-664bc8592ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:14.442883 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d7ffdd-f8ea-46c5-b548-59cf7220c81c None None] Network a48099f2-0456-4bff-8529-7078fcd67bc0 requested from dv-cinder-784779-10-iscsi {{(pid=74456) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:45:14.443534 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-56ba3b25-8ee9-46d7-853a-664bc8592ce2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/efab583d-efa8-4aad-a74b-79c011aa5000 HTTP/1.1" status: 204 len: 168 time: 0.5891736 Apr 30 17:45:14.447475 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33638) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:45:14.553472 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:14.630044 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Deleting port e4641bc5-f2ae-49e3-9553-4a592552ec5a {{(pid=74455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:45:14.630385 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:14.690394 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162de48c-ecad-4c3a-ba59-56c1b4976e0f None None] DHCP port deletion for a48099f2-0456-4bff-8529-7078fcd67bc0 request from dv-cinder-784779-10-iscsi {{(pid=74456) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 17:45:14.729685 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.db [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] For port e4641bc5-f2ae-49e3-9553-4a592552ec5a, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=e4641bc5-f2ae-49e3-9553-4a592552ec5a,segment=NetworkSegment(55ab2015-3218-43f4-b4a1-ee40ac38b1f7),segment_id=55ab2015-3218-43f4-b4a1-ee40ac38b1f7)] {{(pid=74455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:45:14.730033 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:14.761126 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-162de48c-ecad-4c3a-ba59-56c1b4976e0f None None] Deleting port e4641bc5-f2ae-49e3-9553-4a592552ec5a {{(pid=74456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:45:14.761504 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-162de48c-ecad-4c3a-ba59-56c1b4976e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:14.862336 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-162de48c-ecad-4c3a-ba59-56c1b4976e0f None None] For port e4641bc5-f2ae-49e3-9553-4a592552ec5a, host dv-cinder-784779-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-iscsi',level=0,port_id=e4641bc5-f2ae-49e3-9553-4a592552ec5a,segment=NetworkSegment(55ab2015-3218-43f4-b4a1-ee40ac38b1f7),segment_id=55ab2015-3218-43f4-b4a1-ee40ac38b1f7)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:45:14.863036 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-162de48c-ecad-4c3a-ba59-56c1b4976e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:14.960112 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.plugin [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Calling delete_port for e4641bc5-f2ae-49e3-9553-4a592552ec5a owned by network:dhcp {{(pid=74455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:45:14.983113 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 236c7487-1ac4-4ea7-9c9b-462e9d308f8a no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:45:15.017005 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-162de48c-ecad-4c3a-ba59-56c1b4976e0f None None] Calling delete_port for e4641bc5-f2ae-49e3-9553-4a592552ec5a owned by network:dhcp {{(pid=74456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:45:15.026777 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: 236c7487-1ac4-4ea7-9c9b-462e9d308f8a {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:45:15.027147 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device 236c7487-1ac4-4ea7-9c9b-462e9d308f8a not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:45:15.027566 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device abfc25b3-59d3-439c-8f84-ca166baab204 no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:45:15.062714 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2511289'] for port, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:15.065821 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: abfc25b3-59d3-439c-8f84-ca166baab204 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:45:15.066177 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device abfc25b3-59d3-439c-8f84-ca166baab204 not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:45:15.066593 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device e4641bc5-f2ae-49e3-9553-4a592552ec5a no longer exists at agent ovs-agent-dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:45:15.066719 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-192f1e4b-80e3-48b1-8da4-90ecf6743f69 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:15.106618 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] No Port match for: e4641bc5-f2ae-49e3-9553-4a592552ec5a {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:45:15.106878 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Device e4641bc5-f2ae-49e3-9553-4a592552ec5a not bound to the agent host dv-cinder-784779-10-iscsi {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:45:15.118407 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Pushing event deleted for resources: {'Port': ['ID=e4641bc5-f2ae-49e3-9553-4a592552ec5a,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:15.118407 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:15.118407 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] No DVR routers for this DVR port e4641bc5-f2ae-49e3-9553-4a592552ec5a on host dv-cinder-784779-10-iscsi {{(pid=74455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:45:15.136488 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-162de48c-ecad-4c3a-ba59-56c1b4976e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157'] for port, after_delete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:15.140123 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:15.184773 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162de48c-ecad-4c3a-ba59-56c1b4976e0f None None] Pushing event deleted for resources: {'Port': ['ID=e4641bc5-f2ae-49e3-9553-4a592552ec5a,revision_number=None']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:15.188215 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-162de48c-ecad-4c3a-ba59-56c1b4976e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:15.190414 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162de48c-ecad-4c3a-ba59-56c1b4976e0f None None] No DVR routers for this DVR port e4641bc5-f2ae-49e3-9553-4a592552ec5a on host dv-cinder-784779-10-iscsi {{(pid=74456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:45:15.239532 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:15.347666 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48099f2-0456-4bff-8529-7078fcd67bc0']}} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:45:15.359887 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ab2015-3218-43f4-b4a1-ee40ac38b1f7') {'for_net_delete': True} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:45:15.360114 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.services.segments.db [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ab2015-3218-43f4-b4a1-ee40ac38b1f7') {} {{(pid=74455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:45:15.372029 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2695809'] for segment, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:15.389968 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:15.396228 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=74455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:45:15.570721 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Network a48099f2-0456-4bff-8529-7078fcd67bc0 has no segments {{(pid=74455) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:45:15.579234 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2511338'] for segment, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:15.746257 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.plugins.ml2.managers [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Network a48099f2-0456-4bff-8529-7078fcd67bc0 has no segments {{(pid=74455) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:45:15.761769 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: Traceback (most recent call last): Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: timer() Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: cb(*args, **kw) Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: return func(*args, **kwargs) Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: self._notify() Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: self.callback(batched_events) Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: event.method(event) Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: return f(self, *a, **k) Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: return self._get(url).json() Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: return self.request(url, 'GET', **kwargs) Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:45:15.772513 dv-cinder-784779-10-iscsi neutron-server[74455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:45:15.927500 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:15.931262 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:15.944201 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:15.954749 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Pushing event deleted for resources: {'Network': ['ID=a48099f2-0456-4bff-8529-7078fcd67bc0,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:15.957368 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:15.964008 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-830337c6-e3c0-4e55-a637-6a7372d5ffac admin admin] 10.222.0.18 "DELETE /v2.0/networks/a48099f2-0456-4bff-8529-7078fcd67bc0 HTTP/1.1" status: 204 len: 168 time: 1.5155261 Apr 30 17:45:16.297627 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33648) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:45:16.350910 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-5c987edc-527d-46f2-8f9f-305b2e3f1758 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7afc693eecb14c7fb2225f8685751963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519922 Apr 30 17:45:16.353805 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33652) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:45:16.412388 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a9b53062-8b66-4835-a3a2-397ca730e43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:16.437982 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a9b53062-8b66-4835-a3a2-397ca730e43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:16.610872 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a9b53062-8b66-4835-a3a2-397ca730e43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:16.614721 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-cf620cdf-9c5c-4b9d-9bfb-8bb8555cd425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:16.629617 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b53062-8b66-4835-a3a2-397ca730e43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cec60a-b02a-43e6-8d4b-dea61a9a9887,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:16.633716 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-a9b53062-8b66-4835-a3a2-397ca730e43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:16.637174 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a9b53062-8b66-4835-a3a2-397ca730e43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:16.638276 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-a9b53062-8b66-4835-a3a2-397ca730e43a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36cec60a-b02a-43e6-8d4b-dea61a9a9887 HTTP/1.1" status: 204 len: 168 time: 0.2835627 Apr 30 17:45:17.367585 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33662) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:45:17.418566 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-cc3b9ac1-13e4-4ec9-afea-bc8c78abf73f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb1f838f7adc48668b0ffff0aee7d8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521376 Apr 30 17:45:17.421150 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33666) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:45:17.480968 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-39d91074-af00-4f03-a44d-a8dea81b7656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:17.506479 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-39d91074-af00-4f03-a44d-a8dea81b7656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:17.627906 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-39d91074-af00-4f03-a44d-a8dea81b7656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:17.631702 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-9948e0eb-737b-4ac8-ad27-6c794aae09f8 tempest-AttachVolumeTestJSON-246056116 tempest-AttachVolumeTestJSON-246056116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:17.645736 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d91074-af00-4f03-a44d-a8dea81b7656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff82fbca-fdbe-4bcf-a46d-d4db9935bbec,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:17.649051 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-39d91074-af00-4f03-a44d-a8dea81b7656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:17.652260 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-39d91074-af00-4f03-a44d-a8dea81b7656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:17.654960 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-39d91074-af00-4f03-a44d-a8dea81b7656 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff82fbca-fdbe-4bcf-a46d-d4db9935bbec HTTP/1.1" status: 204 len: 168 time: 0.2313061 Apr 30 17:45:23.961479 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-fdaf498e-d183-42d3-8b6e-8de7dd1110fa tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:23.962929 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-fdaf498e-d183-42d3-8b6e-8de7dd1110fa tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/networks?id=36cfed46-9e3b-45ff-a558-5803aa862827 HTTP/1.1" status: 200 len: 814 time: 0.1440732 Apr 30 17:45:23.977751 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-3d94d2ca-3f49-41a8-a0f1-38750ea746d3 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/quotas/0542b445a2f04a469394fbd23a6258ac HTTP/1.1" status: 200 len: 375 time: 0.0092888 Apr 30 17:45:24.067991 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-2c4b0275-3bd6-4770-a6c4-769e94d95caf tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0542b445a2f04a469394fbd23a6258ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851555 Apr 30 17:45:24.199325 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-128bcb27-8563-49e3-a6c6-c224411fae8d service neutron] 10.222.0.18 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245008 Apr 30 17:45:24.427061 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-8c047cdb-c9d5-449a-8cf3-1ebbeb9ce80c service neutron] 10.222.0.18 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217214 Apr 30 17:45:24.715196 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-52f2ad29-89d1-4407-8b14-6f25d13a758e req-73f94088-3519-4d15-9784-bfaf2d2aadf0 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 210 time: 0.0425954 Apr 30 17:45:25.869223 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-e9ab9a27-782f-4aa8-a194-e6e41ad74d1c req-ccf370d2-f82a-48ca-b515-adbe478b2497 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 210 time: 0.0449169 Apr 30 17:45:26.707275 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-8dd46f5e-c66e-453a-b0e1-2291ef0407fb tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:26.708777 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-8dd46f5e-c66e-453a-b0e1-2291ef0407fb tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "GET /v2.0/networks?id=36cfed46-9e3b-45ff-a558-5803aa862827 HTTP/1.1" status: 200 len: 814 time: 0.1515312 Apr 30 17:45:26.721492 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Request body: {'port': {'device_id': 'c59eaf8b-0627-407f-9eac-f09aa9b338da', 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827', 'admin_state_up': True, 'tenant_id': '0542b445a2f04a469394fbd23a6258ac'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:45:26.861474 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:45:26.865753 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Usage tracker for resource:port and tenant:0542b445a2f04a469394fbd23a6258ac is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:45:26.869186 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:45:26.875197 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:45:27.010705 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Made reservation on behalf of 0542b445a2f04a469394fbd23a6258ac for: {'port': 1} {{(pid=74454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:45:27.014303 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:27.024761 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-1a16f900-99d1-4445-b68d-db47b6609e3b req-abe2c53b-872e-40b3-9cfc-8494f87085a5 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 210 time: 0.0463550 Apr 30 17:45:27.277897 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_common [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Allocated IP 172.20.0.13 (36cfed46-9e3b-45ff-a558-5803aa862827/7f3f64ca-bf4e-45f8-892d-12cfadf45d58/6ebd977c-94a2-45fc-a2da-a8580f60f9e2) {{(pid=74454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:45:27.482856 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks [] for port, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:27.584287 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790206054148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:27.590793 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-ca802d8e-ffb4-4b1a-8c56-09b74c2f518a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:27.599784 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['f1172b50-c4c1-4f28-a958-d914a5729476', '9b7c13aa-3ce2-466e-8e87-8e0e7afaa101', '8d4b5572-e6c9-48f0-894d-9b68e12ec52c'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:45:27.654107 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Network 36cfed46-9e3b-45ff-a558-5803aa862827 is already hosted by enough agents. {{(pid=74454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:45:27.657267 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.scheduler.base_scheduler [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Resources bound (agent type, host, resource id): {{(pid=74454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:45:27.667110 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Received port after_create {{(pid=74454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:45:27.709240 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Pushing event updated for resources: {'Port': ['ID=6ebd977c-94a2-45fc-a2da-a8580f60f9e2,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:27.715036 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:27.738430 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:27.738942 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:27.842099 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-65969eaa-d60f-445a-8541-daadca65555b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1243157 Apr 30 17:45:27.858398 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.v2.base [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Request body: {'port': {'device_id': 'c59eaf8b-0627-407f-9eac-f09aa9b338da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:45:27.973732 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:28.220526 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f254f0-d39d-43fa-b947-e491215d3af7 req-ddca9d63-4019-4c25-a31e-11bb39e36866 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:28.222085 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-06f254f0-d39d-43fa-b947-e491215d3af7 req-ddca9d63-4019-4c25-a31e-11bb39e36866 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 932 time: 0.0816524 Apr 30 17:45:28.271896 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-06f254f0-d39d-43fa-b947-e491215d3af7 req-6ca75b6e-052b-43d5-9b77-592d4ff48abc tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437124 Apr 30 17:45:28.345134 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 {{(pid=74454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:45:28.352383 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:28.366535 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.provisioning_blocks [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Transition to ACTIVE for port object 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 will not be triggered until provisioned by entity L2. {{(pid=74454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:45:28.432912 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:28.436668 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d9af7cd8-63da-4de0-97c2-0e5a02798d22 tempest-TestVolumeBootPattern-1018573361 tempest-TestVolumeBootPattern-1018573361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:28.586188 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ebd977c-94a2-45fc-a2da-a8580f60f9e2,revision_number=2']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:28.593380 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:28.666545 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Attempting to bind port 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:45:28.666873 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Attempting to bind port 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:45:28.667237 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Attempting to bind port 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 on network 36cfed46-9e3b-45ff-a558-5803aa862827 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:45:28.671906 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Port 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 on network 36cfed46-9e3b-45ff-a558-5803aa862827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:45:28.672224 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Attempting to bind port 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 on network 36cfed46-9e3b-45ff-a558-5803aa862827 {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:45:28.677247 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Checking agent: {'id': '7805898a-13a8-4ddd-bc53-b01ecb3981bf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:45:28.677575 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Checking segment: {'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:45:28.677955 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Bound using segment: {'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'} {{(pid=74454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:45:28.678409 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Bound port: 6ebd977c-94a2-45fc-a2da-a8580f60f9e2, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827'}}] {{(pid=74454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:45:28.678748 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:28.765213 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] For port 6ebd977c-94a2-45fc-a2da-a8580f60f9e2, host hv-cinder-78477, cleared binding levels {{(pid=74454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:45:28.768138 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] For port 6ebd977c-94a2-45fc-a2da-a8580f60f9e2, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ebd977c-94a2-45fc-a2da-a8580f60f9e2,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:45:28.858565 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383457'] for port, after_update {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:28.862437 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-8cd425eb-6c09-4890-990d-3bdcc27eb122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:28.920555 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:28.921163 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:28.922503 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] 10.222.0.63 "PUT /v2.0/ports/6ebd977c-94a2-45fc-a2da-a8580f60f9e2 HTTP/1.1" status: 200 len: 1094 time: 1.0684128 Apr 30 17:45:28.923011 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59eaf8b-0627-407f-9eac-f09aa9b338da', 'tag': '6ebd977c-94a2-45fc-a2da-a8580f60f9e2'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:45:28.948475 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ebd977c-94a2-45fc-a2da-a8580f60f9e2,revision_number=3']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:28.951581 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:28.968736 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59eaf8b-0627-407f-9eac-f09aa9b338da', 'tag': '6ebd977c-94a2-45fc-a2da-a8580f60f9e2', 'status': 'completed', 'code': 200} Apr 30 17:45:29.060108 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aa485-3031-4499-8f4e-cc4c5e81d0ea req-cf818cc8-ada7-4fda-95d1-26663ea52c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:29.061595 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-561aa485-3031-4499-8f4e-cc4c5e81d0ea req-cf818cc8-ada7-4fda-95d1-26663ea52c14 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0542b445a2f04a469394fbd23a6258ac&device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 1097 time: 0.0712574 Apr 30 17:45:29.204127 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aa485-3031-4499-8f4e-cc4c5e81d0ea req-d3674770-4cbc-4d1e-b702-e41e8e5ae78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:29.205504 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-561aa485-3031-4499-8f4e-cc4c5e81d0ea req-d3674770-4cbc-4d1e-b702-e41e8e5ae78d service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=0542b445a2f04a469394fbd23a6258ac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1360574 Apr 30 17:45:29.451019 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aa485-3031-4499-8f4e-cc4c5e81d0ea req-9846f1ef-400a-4467-82b3-b9039081983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:29.452518 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-561aa485-3031-4499-8f4e-cc4c5e81d0ea req-9846f1ef-400a-4467-82b3-b9039081983f service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2287753 Apr 30 17:45:29.461521 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51303de-8cbb-4c32-bbd0-2286929d3401 req-b959b7da-25ca-42bd-9d05-3569aea266af tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:29.462941 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f51303de-8cbb-4c32-bbd0-2286929d3401 req-b959b7da-25ca-42bd-9d05-3569aea266af tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 944 time: 0.0835881 Apr 30 17:45:29.508541 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f51303de-8cbb-4c32-bbd0-2286929d3401 req-781e5a1d-dc2e-4622-990c-b989ed8e6df4 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398362 Apr 30 17:45:29.564388 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-9cb17c72-c9eb-4be4-933a-3a99561943db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:29.565837 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-9cb17c72-c9eb-4be4-933a-3a99561943db service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0542b445a2f04a469394fbd23a6258ac&device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 1097 time: 0.0742197 Apr 30 17:45:29.634743 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-53655b57-8f6f-47de-bd0e-e432cbdfdfb6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ebd977c-94a2-45fc-a2da-a8580f60f9e2 HTTP/1.1" status: 200 len: 217 time: 0.0607202 Apr 30 17:45:29.703574 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-7c4df8f8-ae32-46ce-9185-1169f0dff1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:29.704975 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-7c4df8f8-ae32-46ce-9185-1169f0dff1d4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7f3f64ca-bf4e-45f8-892d-12cfadf45d58 HTTP/1.1" status: 200 len: 854 time: 0.0626359 Apr 30 17:45:29.761228 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-832291c4-7a2e-46b4-97e1-df5ed6d3ecf5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=36cfed46-9e3b-45ff-a558-5803aa862827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425296 Apr 30 17:45:29.895454 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-cfcb62fe-0629-438a-9ec3-c14dc4ab6077 service neutron] 10.222.0.63 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273863 Apr 30 17:45:30.029477 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-c0d3e31b-586c-469f-8242-9e4899c9c59e req-e2e7ccba-cc91-458d-8bfc-36898128b222 service neutron] 10.222.0.63 "GET /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259282 Apr 30 17:45:30.699444 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d73b6b-bea6-4f4e-8ad2-bd4921934ac8 req-e180a61b-471e-4c48-aab2-2f1b14822f45 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:30.700882 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-90d73b6b-bea6-4f4e-8ad2-bd4921934ac8 req-e180a61b-471e-4c48-aab2-2f1b14822f45 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 944 time: 0.0855744 Apr 30 17:45:30.747528 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-90d73b6b-bea6-4f4e-8ad2-bd4921934ac8 req-39962670-ec12-427e-abb9-f31f4bc353c2 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408349 Apr 30 17:45:31.078848 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:31.930837 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2f078-bffc-405f-ab4e-f36edc49e7a1 req-a1ebd711-6198-496c-9586-ad75ae0a15e0 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:31.932209 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dbf2f078-bffc-405f-ab4e-f36edc49e7a1 req-a1ebd711-6198-496c-9586-ad75ae0a15e0 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 944 time: 0.0801954 Apr 30 17:45:31.978750 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-dbf2f078-bffc-405f-ab4e-f36edc49e7a1 req-730d4c9f-10ed-47a2-b025-9b5344ff871c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408897 Apr 30 17:45:33.163626 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5886d-71a7-47ed-a1f9-7d0158c42ece req-5148b038-6298-4539-9220-c149cad17a36 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:33.165152 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-85e5886d-71a7-47ed-a1f9-7d0158c42ece req-5148b038-6298-4539-9220-c149cad17a36 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 944 time: 0.0803463 Apr 30 17:45:33.210867 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-85e5886d-71a7-47ed-a1f9-7d0158c42ece req-92deaeb7-1f79-404b-a1de-682ec81d8b59 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396955 Apr 30 17:45:33.876058 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74456) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:45:34.009769 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 6ebd977c-94a2-45fc-a2da-a8580f60f9e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ebd977c-94a2-45fc-a2da-a8580f60f9e2,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:45:34.022885 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Returning: {'device': '6ebd977c-94a2-45fc-a2da-a8580f60f9e2', 'network_id': '36cfed46-9e3b-45ff-a558-5803aa862827', 'port_id': '6ebd977c-94a2-45fc-a2da-a8580f60f9e2', 'mac_address': 'fa:16:3e:04:c7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3f64ca-bf4e-45f8-892d-12cfadf45d58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74456) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:45:34.082042 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:34.099380 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 {{(pid=74456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:45:34.115559 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 6ebd977c-94a2-45fc-a2da-a8580f60f9e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ebd977c-94a2-45fc-a2da-a8580f60f9e2,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:45:34.218204 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:34.219942 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-8a3d90d9-6c57-4e9b-b3bb-81c3d14e2727 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:34.288632 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=6ebd977c-94a2-45fc-a2da-a8580f60f9e2,revision_number=4']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:34.291843 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:34.403995 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f55cda-f079-4c6c-819c-ade510f794c3 req-0973bdad-028b-442e-8061-0fe5e1a31d81 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:34.405415 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-69f55cda-f079-4c6c-819c-ade510f794c3 req-0973bdad-028b-442e-8061-0fe5e1a31d81 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 945 time: 0.0848591 Apr 30 17:45:34.450596 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-69f55cda-f079-4c6c-819c-ade510f794c3 req-2a2ba643-1b2a-48d1-884a-8cf6588c154b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 Apr 30 17:45:34.583396 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['6ebd977c-94a2-45fc-a2da-a8580f60f9e2'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:45:35.638293 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08602e4c-ff9a-49fc-b31b-e1f092f7669a req-50fbec83-0ff9-4f45-bcb7-86a674db004d tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:35.639765 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-08602e4c-ff9a-49fc-b31b-e1f092f7669a req-50fbec83-0ff9-4f45-bcb7-86a674db004d tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 945 time: 0.0808172 Apr 30 17:45:35.686865 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-08602e4c-ff9a-49fc-b31b-e1f092f7669a req-ee8a480f-e207-4e11-89e0-890d7a527aed tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412784 Apr 30 17:45:35.891929 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 up at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:45:36.061607 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning for port 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 completed by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:45:36.066397 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.db.provisioning_blocks [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Provisioning complete for port 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 triggered by entity L2. {{(pid=74456) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:45:36.066768 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721760'] for port, provisioning_complete {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:36.180599 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581570'] for port, before_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:36.207672 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59eaf8b-0627-407f-9eac-f09aa9b338da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebd977c-94a2-45fc-a2da-a8580f60f9e2'}] {{(pid=74456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:45:36.217104 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] For port 6ebd977c-94a2-45fc-a2da-a8580f60f9e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ebd977c-94a2-45fc-a2da-a8580f60f9e2,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:45:36.254032 dv-cinder-784779-10-iscsi neutron-server[74456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59eaf8b-0627-407f-9eac-f09aa9b338da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebd977c-94a2-45fc-a2da-a8580f60f9e2', 'code': 200} Apr 30 17:45:36.295820 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790206472349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790206054166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790206054211'] for port, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:36.297730 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:36.365946 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Pushing event updated for resources: {'Port': ['ID=6ebd977c-94a2-45fc-a2da-a8580f60f9e2,revision_number=5']} {{(pid=74456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:36.369505 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG oslo_concurrency.lockutils [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:36.647255 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f12d6-c17c-4e5f-a1e8-d75014abf87c req-c606a9d4-ed89-4409-aba4-342266f20b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:36.648728 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-9d6f12d6-c17c-4e5f-a1e8-d75014abf87c req-c606a9d4-ed89-4409-aba4-342266f20b18 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 1099 time: 0.0708563 Apr 30 17:45:36.696095 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-9d6f12d6-c17c-4e5f-a1e8-d75014abf87c req-efb02fd2-5044-4994-a08e-b94b0404155b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393009 Apr 30 17:45:36.873491 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8be5c-856b-4ca7-9fa4-6667f035ab30 req-66b846f9-4371-446c-b8d6-cb1f34419449 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:36.874927 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a5b8be5c-856b-4ca7-9fa4-6667f035ab30 req-66b846f9-4371-446c-b8d6-cb1f34419449 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 946 time: 0.0822783 Apr 30 17:45:36.919884 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-a5b8be5c-856b-4ca7-9fa4-6667f035ab30 req-bceacbed-29ae-4e31-ac2b-5c917bf3817c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391564 Apr 30 17:45:38.110769 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec1741-cdc2-4236-b98e-27a8b91338ce req-b654e066-4c77-45dd-821e-9dee868116b0 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:38.112252 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-adec1741-cdc2-4236-b98e-27a8b91338ce req-b654e066-4c77-45dd-821e-9dee868116b0 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 946 time: 0.0861146 Apr 30 17:45:38.159019 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-adec1741-cdc2-4236-b98e-27a8b91338ce req-36f99459-c8c2-409d-9748-2c897d90deda tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410469 Apr 30 17:45:39.303508 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-1459ca69-07c7-41d4-8417-da71e4fe5583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:39.345267 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71a314-27ed-4e27-9443-cf9307e0ff6d req-ed3bbb73-586f-4d04-a896-fb6edf925cb6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:39.346799 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5e71a314-27ed-4e27-9443-cf9307e0ff6d req-ed3bbb73-586f-4d04-a896-fb6edf925cb6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 946 time: 0.0843582 Apr 30 17:45:39.395810 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-5e71a314-27ed-4e27-9443-cf9307e0ff6d req-d26e9234-e8ca-41a4-a189-372602658435 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429106 Apr 30 17:45:41.804454 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:41.861481 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-c0fe98a1-d65e-4697-976d-0839870b9a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:43.781381 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:45.760399 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:50.311357 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:45:53.848266 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda31dd-81d4-4e26-ae43-1b0d8b50e333 req-fe4ff345-84c8-4ceb-a5d3-62713ee6f15a tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:53.849708 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3cda31dd-81d4-4e26-ae43-1b0d8b50e333 req-fe4ff345-84c8-4ceb-a5d3-62713ee6f15a tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 946 time: 0.0804188 Apr 30 17:45:53.895041 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-3cda31dd-81d4-4e26-ae43-1b0d8b50e333 req-17db4a63-ae17-439b-893e-2b9b0083a854 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389678 Apr 30 17:45:55.082496 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497c133-5a07-468c-8e34-49b108d25236 req-616bc40c-b307-4c00-b00f-2f124d2fe908 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:55.083945 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0497c133-5a07-468c-8e34-49b108d25236 req-616bc40c-b307-4c00-b00f-2f124d2fe908 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 946 time: 0.0843017 Apr 30 17:45:55.129130 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-0497c133-5a07-468c-8e34-49b108d25236 req-39b5f45c-644d-4052-bced-e17dae9fad06 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393553 Apr 30 17:45:55.799468 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4b445-018b-4564-b2f5-ad39c811d8cf req-74239b9b-b377-4ed0-8140-e8e79e67ba6a tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:55.800155 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-1ac4b445-018b-4564-b2f5-ad39c811d8cf req-74239b9b-b377-4ed0-8140-e8e79e67ba6a tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Synchronizing usage tracker for tenant:0542b445a2f04a469394fbd23a6258ac on resource:port {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:45:55.887029 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-1ac4b445-018b-4564-b2f5-ad39c811d8cf req-74239b9b-b377-4ed0-8140-e8e79e67ba6a tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Unset dirty status for tenant:0542b445a2f04a469394fbd23a6258ac on resource:port {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:45:55.888077 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-1ac4b445-018b-4564-b2f5-ad39c811d8cf req-74239b9b-b377-4ed0-8140-e8e79e67ba6a tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 946 time: 0.1696854 Apr 30 17:45:56.029736 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-1ac4b445-018b-4564-b2f5-ad39c811d8cf req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Deleting port 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:45:56.030071 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-1ac4b445-018b-4564-b2f5-ad39c811d8cf req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:56.165490 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-1ac4b445-018b-4564-b2f5-ad39c811d8cf req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] For port 6ebd977c-94a2-45fc-a2da-a8580f60f9e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6ebd977c-94a2-45fc-a2da-a8580f60f9e2,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:45:56.165849 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-1ac4b445-018b-4564-b2f5-ad39c811d8cf req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:56.293876 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-1ac4b445-018b-4564-b2f5-ad39c811d8cf req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Calling delete_port for 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 owned by compute:nova {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:45:56.315898 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e533fc-0b72-461e-97fb-6a35f2ebc7cb req-e5afe807-4ae7-47a8-9080-57e4cdf7d5bd tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:45:56.317508 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1e533fc-0b72-461e-97fb-6a35f2ebc7cb req-e5afe807-4ae7-47a8-9080-57e4cdf7d5bd tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 946 time: 0.0821216 Apr 30 17:45:56.366321 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-b1e533fc-0b72-461e-97fb-6a35f2ebc7cb req-6fd15975-c745-4da5-b03d-2b770863d924 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421059 Apr 30 17:45:56.491745 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-1ac4b445-018b-4564-b2f5-ad39c811d8cf req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:56.498007 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-4a3151c3-3a76-4367-8154-61d04a489f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:45:56.505793 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['f1172b50-c4c1-4f28-a958-d914a5729476', '9b7c13aa-3ce2-466e-8e87-8e0e7afaa101', '8d4b5572-e6c9-48f0-894d-9b68e12ec52c', '6ebd977c-94a2-45fc-a2da-a8580f60f9e2'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:45:56.544601 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Pushing event deleted for resources: {'Port': ['ID=6ebd977c-94a2-45fc-a2da-a8580f60f9e2,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:45:56.587568 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:56.587963 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:56.588918 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:56.588918 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:56.589814 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:56.589814 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:56.590013 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:56.590194 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:56.590557 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:56.590907 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:56.591289 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:56.591640 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:45:56.620207 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:45:56.634560 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac4b445-018b-4564-b2f5-ad39c811d8cf req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] No DVR routers for this DVR port 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 on host hv-cinder-78477 {{(pid=74454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:45:56.637612 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-1ac4b445-018b-4564-b2f5-ad39c811d8cf req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:45:56.641774 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59eaf8b-0627-407f-9eac-f09aa9b338da', 'name': 'network-vif-deleted', 'tag': '6ebd977c-94a2-45fc-a2da-a8580f60f9e2'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:45:56.690536 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59eaf8b-0627-407f-9eac-f09aa9b338da', 'name': 'network-vif-deleted', 'tag': '6ebd977c-94a2-45fc-a2da-a8580f60f9e2', 'status': 'completed', 'code': 200} Apr 30 17:45:56.804920 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-1ac4b445-018b-4564-b2f5-ad39c811d8cf req-228d4f7f-9ba9-4563-91db-8676d6838d30 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "DELETE /v2.0/ports/6ebd977c-94a2-45fc-a2da-a8580f60f9e2 HTTP/1.1" status: 204 len: 173 time: 0.9111042 Apr 30 17:45:57.534949 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-d3a0bd1b-23cc-4e88-a95c-ef0ad3152658 req-715501cc-818b-4b5f-a4e1-416b58395fdc tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c59eaf8b-0627-407f-9eac-f09aa9b338da HTTP/1.1" status: 200 len: 210 time: 0.0451479 Apr 30 17:45:59.989124 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:46:00.027386 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:46:00.027733 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 6ebd977c-94a2-45fc-a2da-a8580f60f9e2 not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:46:00.653456 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d868de-7619-4f2d-a2f9-214ec6cfeae7 req-0053d97c-7bcf-47d9-a8ff-c27deaa96982 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:46:00.654904 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f8d868de-7619-4f2d-a2f9-214ec6cfeae7 req-0053d97c-7bcf-47d9-a8ff-c27deaa96982 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 946 time: 0.0801899 Apr 30 17:46:00.702762 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f8d868de-7619-4f2d-a2f9-214ec6cfeae7 req-23e0e81a-15bf-434c-b2b4-31c74db19cd8 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420191 Apr 30 17:46:01.096809 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:01.892375 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce84ec1-ee48-4cac-b943-d6e85f60a951 req-353aaaa9-a1cc-46bb-984d-cfd6858e2098 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:46:01.893734 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bce84ec1-ee48-4cac-b943-d6e85f60a951 req-353aaaa9-a1cc-46bb-984d-cfd6858e2098 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 946 time: 0.0792575 Apr 30 17:46:01.938998 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bce84ec1-ee48-4cac-b943-d6e85f60a951 req-5be37f4e-3243-46b2-a535-49b5172c8f96 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393651 Apr 30 17:46:02.506254 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0a7f4-41d8-4d90-9cf7-d7240651e953 req-4d5658d3-731a-4d60-a9fc-31f65d218472 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:46:02.506946 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-0ce0a7f4-41d8-4d90-9cf7-d7240651e953 req-4d5658d3-731a-4d60-a9fc-31f65d218472 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Synchronizing usage tracker for tenant:0542b445a2f04a469394fbd23a6258ac on resource:port {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:46:02.580646 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-0ce0a7f4-41d8-4d90-9cf7-d7240651e953 req-4d5658d3-731a-4d60-a9fc-31f65d218472 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Unset dirty status for tenant:0542b445a2f04a469394fbd23a6258ac on resource:port {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:46:02.581829 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-0ce0a7f4-41d8-4d90-9cf7-d7240651e953 req-4d5658d3-731a-4d60-a9fc-31f65d218472 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 946 time: 0.1539719 Apr 30 17:46:02.814814 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-0ce0a7f4-41d8-4d90-9cf7-d7240651e953 req-2a7847d8-8184-442c-9649-c5e0926219aa tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Deleting port 8d4b5572-e6c9-48f0-894d-9b68e12ec52c {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:46:02.815298 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-0ce0a7f4-41d8-4d90-9cf7-d7240651e953 req-2a7847d8-8184-442c-9649-c5e0926219aa tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:02.952056 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-0ce0a7f4-41d8-4d90-9cf7-d7240651e953 req-2a7847d8-8184-442c-9649-c5e0926219aa tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] For port 8d4b5572-e6c9-48f0-894d-9b68e12ec52c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8d4b5572-e6c9-48f0-894d-9b68e12ec52c,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:46:02.952407 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-0ce0a7f4-41d8-4d90-9cf7-d7240651e953 req-2a7847d8-8184-442c-9649-c5e0926219aa tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:03.082823 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-0ce0a7f4-41d8-4d90-9cf7-d7240651e953 req-2a7847d8-8184-442c-9649-c5e0926219aa tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Calling delete_port for 8d4b5572-e6c9-48f0-894d-9b68e12ec52c owned by compute:nova {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:46:03.128491 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a3426-d40c-4fb0-a60f-8f03ae0c3a16 req-19a0e915-4bbd-4499-8c99-6b2cfb8b2bfe tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:46:03.129989 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-303a3426-d40c-4fb0-a60f-8f03ae0c3a16 req-19a0e915-4bbd-4499-8c99-6b2cfb8b2bfe tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 946 time: 0.0875392 Apr 30 17:46:03.181470 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-303a3426-d40c-4fb0-a60f-8f03ae0c3a16 req-9adc4afa-46f7-454e-a923-fc45873bd4ed tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415537 Apr 30 17:46:03.272278 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-0ce0a7f4-41d8-4d90-9cf7-d7240651e953 req-2a7847d8-8184-442c-9649-c5e0926219aa tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:03.278223 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-b3f8b736-7671-4d13-87ea-9eec0a026d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:03.283824 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['f1172b50-c4c1-4f28-a958-d914a5729476', '9b7c13aa-3ce2-466e-8e87-8e0e7afaa101', '8d4b5572-e6c9-48f0-894d-9b68e12ec52c'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:46:03.327588 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7847d8-8184-442c-9649-c5e0926219aa tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Pushing event deleted for resources: {'Port': ['ID=8d4b5572-e6c9-48f0-894d-9b68e12ec52c,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:03.331480 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-2a7847d8-8184-442c-9649-c5e0926219aa tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:03.426396 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce0a7f4-41d8-4d90-9cf7-d7240651e953 req-2a7847d8-8184-442c-9649-c5e0926219aa tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] No DVR routers for this DVR port 8d4b5572-e6c9-48f0-894d-9b68e12ec52c on host hv-cinder-78477 {{(pid=74454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:46:03.429063 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-0ce0a7f4-41d8-4d90-9cf7-d7240651e953 req-2a7847d8-8184-442c-9649-c5e0926219aa tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:03.433499 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17fd901-797c-4476-89ae-e4526c11f0ec', 'name': 'network-vif-deleted', 'tag': '8d4b5572-e6c9-48f0-894d-9b68e12ec52c'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:46:03.483971 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17fd901-797c-4476-89ae-e4526c11f0ec', 'name': 'network-vif-deleted', 'tag': '8d4b5572-e6c9-48f0-894d-9b68e12ec52c', 'status': 'completed', 'code': 200} Apr 30 17:46:03.526497 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-0ce0a7f4-41d8-4d90-9cf7-d7240651e953 req-2a7847d8-8184-442c-9649-c5e0926219aa tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "DELETE /v2.0/ports/8d4b5572-e6c9-48f0-894d-9b68e12ec52c HTTP/1.1" status: 204 len: 173 time: 0.9387019 Apr 30 17:46:04.349095 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-2d2cae16-4ac4-40d5-a8d8-d5ba7c61bc44 req-501065f5-bb40-4272-8174-a611ecc5f857 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=d17fd901-797c-4476-89ae-e4526c11f0ec HTTP/1.1" status: 200 len: 210 time: 0.0426164 Apr 30 17:46:05.996492 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d12ce8-d720-4792-b706-1c8e54dc11dc req-b6684646-1374-4443-bef3-f886fa6d2ee0 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:46:05.997936 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f9d12ce8-d720-4792-b706-1c8e54dc11dc req-b6684646-1374-4443-bef3-f886fa6d2ee0 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 945 time: 0.0838172 Apr 30 17:46:06.007203 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 8d4b5572-e6c9-48f0-894d-9b68e12ec52c no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:46:06.044516 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: 8d4b5572-e6c9-48f0-894d-9b68e12ec52c {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:46:06.044866 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 8d4b5572-e6c9-48f0-894d-9b68e12ec52c not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:46:06.134193 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-f9d12ce8-d720-4792-b706-1c8e54dc11dc req-555add53-0374-4662-bf7f-2179b90e2b1b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304235 Apr 30 17:46:07.328096 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d426fda-f5cb-4df6-a3bf-9a335f4b6581 req-25b72feb-d841-43cb-8995-106e1c16ba99 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:46:07.329589 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7d426fda-f5cb-4df6-a3bf-9a335f4b6581 req-25b72feb-d841-43cb-8995-106e1c16ba99 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 945 time: 0.0827839 Apr 30 17:46:07.377442 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-7d426fda-f5cb-4df6-a3bf-9a335f4b6581 req-7a53216b-b341-4dba-8c81-670311e435f4 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 Apr 30 17:46:07.503750 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dfde5-a8ef-4661-a1c7-d1a75b27717d req-a3eb75ad-5684-4ae7-8e0f-013da8eb8992 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:46:07.504355 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-293dfde5-a8ef-4661-a1c7-d1a75b27717d req-a3eb75ad-5684-4ae7-8e0f-013da8eb8992 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Synchronizing usage tracker for tenant:0542b445a2f04a469394fbd23a6258ac on resource:port {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:46:07.599382 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-293dfde5-a8ef-4661-a1c7-d1a75b27717d req-a3eb75ad-5684-4ae7-8e0f-013da8eb8992 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Unset dirty status for tenant:0542b445a2f04a469394fbd23a6258ac on resource:port {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:46:07.600539 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-293dfde5-a8ef-4661-a1c7-d1a75b27717d req-a3eb75ad-5684-4ae7-8e0f-013da8eb8992 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 945 time: 0.1761072 Apr 30 17:46:07.738399 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-293dfde5-a8ef-4661-a1c7-d1a75b27717d req-21ec9326-8113-4e91-8538-343a9b020314 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Deleting port 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:46:07.738739 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-293dfde5-a8ef-4661-a1c7-d1a75b27717d req-21ec9326-8113-4e91-8538-343a9b020314 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:07.870173 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-293dfde5-a8ef-4661-a1c7-d1a75b27717d req-21ec9326-8113-4e91-8538-343a9b020314 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] For port 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9b7c13aa-3ce2-466e-8e87-8e0e7afaa101,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:46:07.870533 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-293dfde5-a8ef-4661-a1c7-d1a75b27717d req-21ec9326-8113-4e91-8538-343a9b020314 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:07.990998 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-293dfde5-a8ef-4661-a1c7-d1a75b27717d req-21ec9326-8113-4e91-8538-343a9b020314 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Calling delete_port for 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 owned by compute:nova {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:46:08.193616 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-293dfde5-a8ef-4661-a1c7-d1a75b27717d req-21ec9326-8113-4e91-8538-343a9b020314 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:08.199306 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-e2b11c89-7e5c-437a-8fe9-564ad61e72e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:08.204299 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.db [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] get_ports_and_sgs() called for port_ids ['f1172b50-c4c1-4f28-a958-d914a5729476', '9b7c13aa-3ce2-466e-8e87-8e0e7afaa101'] {{(pid=74456) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:46:08.247139 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec9326-8113-4e91-8538-343a9b020314 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Pushing event deleted for resources: {'Port': ['ID=9b7c13aa-3ce2-466e-8e87-8e0e7afaa101,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:08.278784 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-21ec9326-8113-4e91-8538-343a9b020314 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:08.320662 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-293dfde5-a8ef-4661-a1c7-d1a75b27717d req-21ec9326-8113-4e91-8538-343a9b020314 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] No DVR routers for this DVR port 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 on host hv-cinder-78477 {{(pid=74454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:46:08.323392 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-293dfde5-a8ef-4661-a1c7-d1a75b27717d req-21ec9326-8113-4e91-8538-343a9b020314 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:08.325965 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85806f2-448a-446c-bd82-780e98c02dc8', 'name': 'network-vif-deleted', 'tag': '9b7c13aa-3ce2-466e-8e87-8e0e7afaa101'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:46:08.371650 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85806f2-448a-446c-bd82-780e98c02dc8', 'name': 'network-vif-deleted', 'tag': '9b7c13aa-3ce2-466e-8e87-8e0e7afaa101', 'status': 'completed', 'code': 200} Apr 30 17:46:08.398287 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-293dfde5-a8ef-4661-a1c7-d1a75b27717d req-21ec9326-8113-4e91-8538-343a9b020314 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "DELETE /v2.0/ports/9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 HTTP/1.1" status: 204 len: 173 time: 0.7907569 Apr 30 17:46:08.673831 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-bf3fd74b-2649-4ffc-b651-afebc769f34d req-8af55226-7611-45c2-83b1-4eed80bc26f2 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=f85806f2-448a-446c-bd82-780e98c02dc8 HTTP/1.1" status: 200 len: 210 time: 0.0435627 Apr 30 17:46:09.277783 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-0f08cd82-bf62-4229-a52b-4e2b69b429cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:11.783659 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02756c-ae58-49f4-9af4-66d858c0af82 req-5a8c3d12-09f6-449a-97f3-2eaefa83e06b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:46:11.785141 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ae02756c-ae58-49f4-9af4-66d858c0af82 req-5a8c3d12-09f6-449a-97f3-2eaefa83e06b tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 945 time: 0.0852199 Apr 30 17:46:11.799729 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:11.836855 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-ae02756c-ae58-49f4-9af4-66d858c0af82 req-f0fd5024-cb62-4784-bb01-d096dac35822 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451622 Apr 30 17:46:11.867893 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-7c571c79-7f83-4fb5-b411-a5c237f18846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:12.032652 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:46:12.069887 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:46:12.070235 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device 9b7c13aa-3ce2-466e-8e87-8e0e7afaa101 not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:46:13.021693 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3f56d-a347-4f1e-9258-9618e5978158 req-2ae0ab42-7612-4b52-8f7a-dff7d7e66ac5 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:46:13.023153 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fdf3f56d-a347-4f1e-9258-9618e5978158 req-2ae0ab42-7612-4b52-8f7a-dff7d7e66ac5 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 945 time: 0.0806594 Apr 30 17:46:13.067046 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-fdf3f56d-a347-4f1e-9258-9618e5978158 req-ce4c7ace-e871-41d1-9847-f4ee8b1513e6 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/security-groups?id=45801288-c689-442e-a4bc-22b5b950bba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381269 Apr 30 17:46:13.454987 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc43f7-be9e-4ce2-8277-85e5d334a196 req-b3eec8ab-a2fa-4967-aea9-f976bd965088 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:46:13.455714 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-e6cc43f7-be9e-4ce2-8277-85e5d334a196 req-b3eec8ab-a2fa-4967-aea9-f976bd965088 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Synchronizing usage tracker for tenant:0542b445a2f04a469394fbd23a6258ac on resource:port {{(pid=74454) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:46:13.530437 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [req-e6cc43f7-be9e-4ce2-8277-85e5d334a196 req-b3eec8ab-a2fa-4967-aea9-f976bd965088 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Unset dirty status for tenant:0542b445a2f04a469394fbd23a6258ac on resource:port {{(pid=74454) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:46:13.531644 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-e6cc43f7-be9e-4ce2-8277-85e5d334a196 req-b3eec8ab-a2fa-4967-aea9-f976bd965088 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 945 time: 0.1550169 Apr 30 17:46:13.670970 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-e6cc43f7-be9e-4ce2-8277-85e5d334a196 req-d6f5edae-9e03-46aa-b79f-d45a87ab564c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Deleting port f1172b50-c4c1-4f28-a958-d914a5729476 {{(pid=74454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:46:13.671334 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-e6cc43f7-be9e-4ce2-8277-85e5d334a196 req-d6f5edae-9e03-46aa-b79f-d45a87ab564c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790206470229'] for port, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:13.780648 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:13.894532 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.db [req-e6cc43f7-be9e-4ce2-8277-85e5d334a196 req-d6f5edae-9e03-46aa-b79f-d45a87ab564c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] For port f1172b50-c4c1-4f28-a958-d914a5729476, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f1172b50-c4c1-4f28-a958-d914a5729476,segment=NetworkSegment(d31fdc0b-2b1f-4eea-8def-f672e7f93ac6),segment_id=d31fdc0b-2b1f-4eea-8def-f672e7f93ac6)] {{(pid=74454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:46:13.894885 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-e6cc43f7-be9e-4ce2-8277-85e5d334a196 req-d6f5edae-9e03-46aa-b79f-d45a87ab564c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4071862'] for port, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:14.017516 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.plugin [req-e6cc43f7-be9e-4ce2-8277-85e5d334a196 req-d6f5edae-9e03-46aa-b79f-d45a87ab564c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Calling delete_port for f1172b50-c4c1-4f28-a958-d914a5729476 owned by compute:nova {{(pid=74454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:46:14.193732 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-e6cc43f7-be9e-4ce2-8277-85e5d334a196 req-d6f5edae-9e03-46aa-b79f-d45a87ab564c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-581505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482981', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790206472358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790206054157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383446'] for port, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:14.199587 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-733f51ef-c4b0-4082-9bad-0ab9dc285dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:14.220832 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8916ca53-28b0-4c3d-b3d0-44dc8028a780 req-c53eb062-6f70-48b3-a565-408894dd0e53 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 210 time: 0.0471156 Apr 30 17:46:14.246539 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5edae-9e03-46aa-b79f-d45a87ab564c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Pushing event deleted for resources: {'Port': ['ID=f1172b50-c4c1-4f28-a958-d914a5729476,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:14.250332 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d6f5edae-9e03-46aa-b79f-d45a87ab564c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:14.326407 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cc43f7-be9e-4ce2-8277-85e5d334a196 req-d6f5edae-9e03-46aa-b79f-d45a87ab564c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] No DVR routers for this DVR port f1172b50-c4c1-4f28-a958-d914a5729476 on host hv-cinder-78477 {{(pid=74454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:46:14.328900 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [req-e6cc43f7-be9e-4ce2-8277-85e5d334a196 req-d6f5edae-9e03-46aa-b79f-d45a87ab564c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-382124'] for port, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:14.331452 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f0fd27-bad6-4027-af23-47b9bd765821', 'name': 'network-vif-deleted', 'tag': 'f1172b50-c4c1-4f28-a958-d914a5729476'}] {{(pid=74454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:46:14.375347 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f0fd27-bad6-4027-af23-47b9bd765821', 'name': 'network-vif-deleted', 'tag': 'f1172b50-c4c1-4f28-a958-d914a5729476', 'status': 'completed', 'code': 200} Apr 30 17:46:14.409577 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [req-e6cc43f7-be9e-4ce2-8277-85e5d334a196 req-d6f5edae-9e03-46aa-b79f-d45a87ab564c tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.63 "DELETE /v2.0/ports/f1172b50-c4c1-4f28-a958-d914a5729476 HTTP/1.1" status: 204 len: 173 time: 0.8719664 Apr 30 17:46:15.387384 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [req-8217407d-4b07-4d70-8be2-d58aae1c4a14 req-bd689bb5-3205-4df0-a7a6-63fd2813db42 tempest-AttachVolumeNegativeTest-1627231580 tempest-AttachVolumeNegativeTest-1627231580-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f0fd27-bad6-4027-af23-47b9bd765821 HTTP/1.1" status: 200 len: 210 time: 0.0423386 Apr 30 17:46:15.781977 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:16.036825 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device f1172b50-c4c1-4f28-a958-d914a5729476 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:46:16.071093 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.plugin [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] No Port match for: f1172b50-c4c1-4f28-a958-d914a5729476 {{(pid=74456) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:46:16.071458 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron.plugins.ml2.rpc [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Device f1172b50-c4c1-4f28-a958-d914a5729476 not bound to the agent host hv-cinder-78477 {{(pid=74456) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:46:16.485358 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33868) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:46:16.545218 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ce938f-06dd-4824-b9ea-25f0b5c570d8 admin admin] Deleting subnet 7f3f64ca-bf4e-45f8-892d-12cfadf45d58 {{(pid=74454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:46:16.548162 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a8ce938f-06dd-4824-b9ea-25f0b5c570d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:16.595853 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a8ce938f-06dd-4824-b9ea-25f0b5c570d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2217006'] for subnet, precommit_delete_associations {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:16.653197 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a8ce938f-06dd-4824-b9ea-25f0b5c570d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733810'] for subnet, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:16.985889 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a8ce938f-06dd-4824-b9ea-25f0b5c570d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2375847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2749857'] for subnet, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:16.989668 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-7c515aef-5134-4668-802a-8de646851bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:17.028330 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce938f-06dd-4824-b9ea-25f0b5c570d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3f64ca-bf4e-45f8-892d-12cfadf45d58,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:17.031960 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-a8ce938f-06dd-4824-b9ea-25f0b5c570d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:17.032920 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a8ce938f-06dd-4824-b9ea-25f0b5c570d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for subnet, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:17.038739 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-a8ce938f-06dd-4824-b9ea-25f0b5c570d8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7f3f64ca-bf4e-45f8-892d-12cfadf45d58 HTTP/1.1" status: 204 len: 168 time: 0.5523965 Apr 30 17:46:17.041269 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33872) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:46:17.148349 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606740'] for network, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:17.274711 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723439', 'neutron.services.segments.db._delete_segments_for_network-8790206482481'] for network, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:17.381859 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36cfed46-9e3b-45ff-a558-5803aa862827']}} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:46:17.394276 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6') {'for_net_delete': True} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:46:17.394579 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.services.segments.db [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31fdc0b-2b1f-4eea-8def-f672e7f93ac6') {} {{(pid=74454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:46:17.406311 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790206493799', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2216983'] for segment, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:17.422765 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730920'] for segment, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:17.428713 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=74454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:46:17.594213 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] Network 36cfed46-9e3b-45ff-a558-5803aa862827 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:46:17.602498 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-730919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383365'] for segment, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:17.858631 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.plugins.ml2.managers [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] Network 36cfed46-9e3b-45ff-a558-5803aa862827 has no segments {{(pid=74454) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: Traceback (most recent call last): Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: timer() Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: cb(*args, **kw) Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: return func(*args, **kwargs) Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: self._notify() Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: self.callback(batched_events) Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: event.method(event) Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: return f(self, *a, **k) Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._get(url).json() Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: return self.request(url, 'GET', **kwargs) Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:46:17.879473 dv-cinder-784779-10-iscsi neutron-server[74454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:46:18.027881 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4072780'] for network, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:18.031763 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-4af1d161-5848-4e42-a328-5cddcd90ef82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:18.045572 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678374'] for network, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:18.057239 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] Pushing event deleted for resources: {'Network': ['ID=36cfed46-9e3b-45ff-a558-5803aa862827,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:18.060635 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:18.126095 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-2b3791ef-dc4a-4224-8ccf-6b344d04007c admin admin] 10.222.0.18 "DELETE /v2.0/networks/36cfed46-9e3b-45ff-a558-5803aa862827 HTTP/1.1" status: 204 len: 168 time: 1.0834458 Apr 30 17:46:18.482286 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33878) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:46:18.531367 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-84a030f9-6175-4f38-8806-d72dd1acf1e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0542b445a2f04a469394fbd23a6258ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477731 Apr 30 17:46:18.533634 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33882) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:46:18.593981 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:18.619504 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:18.751601 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:18.756371 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-413efc18-2fa3-4852-a773-8ee56d71638a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:18.769861 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45801288-c689-442e-a4bc-22b5b950bba6,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:18.778136 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:46:18.778511 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:46:18.779592 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:46:18.779960 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:46:18.780320 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:46:18.780679 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:46:18.781037 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:46:18.781392 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:46:18.781750 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:46:18.782096 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:46:18.782480 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:46:18.782829 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:46:18.785978 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:18.853288 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:18.854395 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45801288-c689-442e-a4bc-22b5b950bba6 HTTP/1.1" status: 204 len: 168 time: 0.3198884 Apr 30 17:46:21.555466 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33938) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:46:21.672091 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a8ba56ad-c349-45ab-9202-5f5afa681688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:21.686107 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-a8ba56ad-c349-45ab-9202-5f5afa681688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:46:21.689863 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-a8ba56ad-c349-45ab-9202-5f5afa681688 admin admin] Usage tracker for resource:security_group_rule and tenant:41095a65286347f9a2b707a0985072a2 is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:46:21.692658 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-a8ba56ad-c349-45ab-9202-5f5afa681688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:46:21.698309 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-a8ba56ad-c349-45ab-9202-5f5afa681688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:46:21.776853 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a8ba56ad-c349-45ab-9202-5f5afa681688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:21.859956 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-a8ba56ad-c349-45ab-9202-5f5afa681688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:21.867286 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f94665d1-77e5-4c1e-91bb-5d6c76101f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:21.908087 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-a8ba56ad-c349-45ab-9202-5f5afa681688 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41095a65286347f9a2b707a0985072a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515289 Apr 30 17:46:21.908814 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba56ad-c349-45ab-9202-5f5afa681688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94480989-15f0-4974-8dab-cdbae188855b,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:21.910743 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33944) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:46:21.911933 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-a8ba56ad-c349-45ab-9202-5f5afa681688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:21.971489 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e5791c24-946c-472e-a659-d8e7f6124858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:21.996610 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e5791c24-946c-472e-a659-d8e7f6124858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:22.134472 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e5791c24-946c-472e-a659-d8e7f6124858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:22.140122 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-60b8763d-2a1c-4c07-9573-4682e1a0ef1c tempest-AttachVolumeShelveTestJSON-1806977146 tempest-AttachVolumeShelveTestJSON-1806977146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:22.157232 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5791c24-946c-472e-a659-d8e7f6124858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94480989-15f0-4974-8dab-cdbae188855b,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:22.159920 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-e5791c24-946c-472e-a659-d8e7f6124858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:22.161053 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-e5791c24-946c-472e-a659-d8e7f6124858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:22.162286 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-e5791c24-946c-472e-a659-d8e7f6124858 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94480989-15f0-4974-8dab-cdbae188855b HTTP/1.1" status: 204 len: 168 time: 0.2502801 Apr 30 17:46:22.801526 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 33952) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:46:22.823411 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-27c5d3a8-b46f-47b6-bc39-ae4b6c8cbac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:22.837819 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-27c5d3a8-b46f-47b6-bc39-ae4b6c8cbac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:46:22.841847 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-27c5d3a8-b46f-47b6-bc39-ae4b6c8cbac2 admin admin] Usage tracker for resource:security_group_rule and tenant:962890c355124f18b48ba0619fac95ef is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:46:22.844738 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-27c5d3a8-b46f-47b6-bc39-ae4b6c8cbac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:46:22.850532 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-27c5d3a8-b46f-47b6-bc39-ae4b6c8cbac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:46:22.933709 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-27c5d3a8-b46f-47b6-bc39-ae4b6c8cbac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:22.996873 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-27c5d3a8-b46f-47b6-bc39-ae4b6c8cbac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:23.005681 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d6ec7e08-4531-4d12-a6be-20a07d03bf7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:23.045864 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-27c5d3a8-b46f-47b6-bc39-ae4b6c8cbac2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=962890c355124f18b48ba0619fac95ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433152 Apr 30 17:46:23.047519 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5d3a8-b46f-47b6-bc39-ae4b6c8cbac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fdcbe8-abb4-4a73-8ad1-a2d168ebe16f,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:23.048669 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 33956) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:46:23.050407 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-27c5d3a8-b46f-47b6-bc39-ae4b6c8cbac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:23.108459 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a19bcdcc-e71a-499e-9793-850772507dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:23.133731 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a19bcdcc-e71a-499e-9793-850772507dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:23.276834 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a19bcdcc-e71a-499e-9793-850772507dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:23.281262 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-e77d5be1-7221-43df-8027-05eb2bc07f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:23.294769 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bcdcc-e71a-499e-9793-850772507dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fdcbe8-abb4-4a73-8ad1-a2d168ebe16f,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:23.297725 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-a19bcdcc-e71a-499e-9793-850772507dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:23.299756 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-a19bcdcc-e71a-499e-9793-850772507dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:23.302465 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-a19bcdcc-e71a-499e-9793-850772507dd2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53fdcbe8-abb4-4a73-8ad1-a2d168ebe16f HTTP/1.1" status: 204 len: 168 time: 0.2512345 Apr 30 17:46:27.311618 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:46:31.095800 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:35.803263 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 34082) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:46:35.918655 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-262c4afa-013a-4a52-849c-e05dfafa0572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:35.932765 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-262c4afa-013a-4a52-849c-e05dfafa0572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:46:35.937761 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-262c4afa-013a-4a52-849c-e05dfafa0572 admin admin] Usage tracker for resource:security_group_rule and tenant:e501c94f5b33484d8fe9009306fe54d0 is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:46:35.940575 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-262c4afa-013a-4a52-849c-e05dfafa0572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:46:35.946233 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-262c4afa-013a-4a52-849c-e05dfafa0572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:46:36.026027 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-262c4afa-013a-4a52-849c-e05dfafa0572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:36.112379 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-262c4afa-013a-4a52-849c-e05dfafa0572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:36.124925 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-141faa79-e9ad-4d16-b036-d956da305237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:36.165778 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-262c4afa-013a-4a52-849c-e05dfafa0572 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e501c94f5b33484d8fe9009306fe54d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614042 Apr 30 17:46:36.167392 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c4afa-013a-4a52-849c-e05dfafa0572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caccefa-e9b3-4003-be43-0103195ba79a,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:36.168425 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 34088) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:46:36.170485 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-262c4afa-013a-4a52-849c-e05dfafa0572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:36.228050 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7c6beaf7-33b0-4650-8cfb-515861a69d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:36.254004 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7c6beaf7-33b0-4650-8cfb-515861a69d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:36.390634 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7c6beaf7-33b0-4650-8cfb-515861a69d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:36.395458 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-10fd1165-d89f-403e-b7ef-b715d434cdb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:36.411771 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6beaf7-33b0-4650-8cfb-515861a69d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caccefa-e9b3-4003-be43-0103195ba79a,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:36.414223 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-7c6beaf7-33b0-4650-8cfb-515861a69d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:36.425251 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-7c6beaf7-33b0-4650-8cfb-515861a69d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:36.426352 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-7c6beaf7-33b0-4650-8cfb-515861a69d2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0caccefa-e9b3-4003-be43-0103195ba79a HTTP/1.1" status: 204 len: 168 time: 0.2569721 Apr 30 17:46:36.961279 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 34096) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:46:36.979936 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2defe42a-67ec-47c5-a9fa-e9f66a8362f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:36.994136 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-2defe42a-67ec-47c5-a9fa-e9f66a8362f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:46:36.997990 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-2defe42a-67ec-47c5-a9fa-e9f66a8362f4 admin admin] Usage tracker for resource:security_group_rule and tenant:c063c222144c4081a7593007f93803bf is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:46:37.000848 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-2defe42a-67ec-47c5-a9fa-e9f66a8362f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:46:37.006433 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-2defe42a-67ec-47c5-a9fa-e9f66a8362f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:46:37.088655 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2defe42a-67ec-47c5-a9fa-e9f66a8362f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:37.141078 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-2defe42a-67ec-47c5-a9fa-e9f66a8362f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:37.147999 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-2524fc48-63eb-4fca-b928-d45325b7ebca tempest-TestMinimumBasicScenario-805315162 tempest-TestMinimumBasicScenario-805315162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:37.188084 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-2defe42a-67ec-47c5-a9fa-e9f66a8362f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c063c222144c4081a7593007f93803bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257032 Apr 30 17:46:37.189006 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defe42a-67ec-47c5-a9fa-e9f66a8362f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2626a591-4815-4629-aa65-4feafda63f7d,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:37.190724 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 34100) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:46:37.192061 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-2defe42a-67ec-47c5-a9fa-e9f66a8362f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:37.252504 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c71b0560-b583-4bbf-a415-b64208443299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:37.279411 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c71b0560-b583-4bbf-a415-b64208443299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:37.413621 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c71b0560-b583-4bbf-a415-b64208443299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:37.417307 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-039d3b93-1434-43d4-af4d-e7eaeb299621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:37.430167 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b0560-b583-4bbf-a415-b64208443299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2626a591-4815-4629-aa65-4feafda63f7d,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:37.432583 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-c71b0560-b583-4bbf-a415-b64208443299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:37.440957 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-c71b0560-b583-4bbf-a415-b64208443299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:37.442059 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-c71b0560-b583-4bbf-a415-b64208443299 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2626a591-4815-4629-aa65-4feafda63f7d HTTP/1.1" status: 204 len: 168 time: 0.2496576 Apr 30 17:46:38.064426 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 34108) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:46:38.082181 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8541-9c93-4271-915e-f128b7bab5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:38.096282 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f1cf8541-9c93-4271-915e-f128b7bab5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:46:38.100012 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f1cf8541-9c93-4271-915e-f128b7bab5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:8367d00678c5491b894c6ca6b263093e is out of sync, need to count used quota {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:46:38.102718 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.quota.resource [None req-f1cf8541-9c93-4271-915e-f128b7bab5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74455) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:46:38.109109 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.db.quota.driver [None req-f1cf8541-9c93-4271-915e-f128b7bab5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74455) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:46:38.187887 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8541-9c93-4271-915e-f128b7bab5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:38.247604 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8541-9c93-4271-915e-f128b7bab5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:38.260033 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-d19fb94b-4a48-40cd-886c-0c6eb7928680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:38.298620 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-f1cf8541-9c93-4271-915e-f128b7bab5d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8367d00678c5491b894c6ca6b263093e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331669 Apr 30 17:46:38.300862 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf8541-9c93-4271-915e-f128b7bab5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ca0e06-b9a9-43c9-a99e-57d4d4773aa3,revision_number=1']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:38.301307 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 34112) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:46:38.303794 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-f1cf8541-9c93-4271-915e-f128b7bab5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:38.364564 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d29d4cd4-4f7a-46b7-b795-8c424a4c17f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:38.390068 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d29d4cd4-4f7a-46b7-b795-8c424a4c17f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:38.516532 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d29d4cd4-4f7a-46b7-b795-8c424a4c17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:38.520231 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-262c4afa-013a-4a52-849c-e05dfafa0572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:46:38.532535 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d4cd4-4f7a-46b7-b795-8c424a4c17f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ca0e06-b9a9-43c9-a99e-57d4d4773aa3,revision_number=None']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:46:38.534752 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d29d4cd4-4f7a-46b7-b795-8c424a4c17f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:46:38.540754 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-d29d4cd4-4f7a-46b7-b795-8c424a4c17f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:38.541852 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-d29d4cd4-4f7a-46b7-b795-8c424a4c17f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58ca0e06-b9a9-43c9-a99e-57d4d4773aa3 HTTP/1.1" status: 204 len: 168 time: 0.2395964 Apr 30 17:46:39.232557 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-b467795a-71d7-4330-878b-7e6c0ded8ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:41.790960 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:41.843848 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ba1076ba-7a89-4529-b85f-7aa86e8ba1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:43.802361 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:46:45.752294 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:01.121546 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:04.311386 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:47:09.254619 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-d92069c5-cf4d-47a0-8706-49d218827ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:11.795336 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:11.846659 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-a24628c9-f6d0-4f43-ae65-1de4f5d48ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:13.837321 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:15.772765 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:27.391554 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 34326) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:47:27.506355 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:27.521042 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:47:27.525494 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Usage tracker for resource:security_group_rule and tenant:06c49c49ad2542f9aaf108e18db4604c is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:47:27.528341 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:47:27.533983 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:47:27.614802 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:27.669028 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:27.676199 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-d16e97d1-26dd-4fc3-a639-1ca6d9f4284b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:47:27.717919 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06c49c49ad2542f9aaf108e18db4604c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253157 Apr 30 17:47:27.718792 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2151fd09-62f2-4ac1-98f4-c67b2e2ac7e2,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:47:27.720726 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 34332) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:47:27.726811 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.727221 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.727593 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.728007 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.728314 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.728669 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.729023 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.729375 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.729724 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.730097 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.730445 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.730826 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.734731 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-3f9508b7-ea1c-4630-b458-6f162a00b481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:47:27.780611 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:27.806579 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:27.938929 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:27.942667 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-115ff5d4-cf34-442d-b8d0-215d8ba50aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:47:27.957155 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2151fd09-62f2-4ac1-98f4-c67b2e2ac7e2,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:47:27.968226 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.968607 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.968977 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.969345 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.969701 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.970060 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.970419 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.970772 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.971205 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.971561 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.971910 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.972260 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-iscsi {{(pid=74455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:47:27.976884 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:47:27.980986 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:27.982006 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-32257431-d700-4b44-a8a4-0f559aed7ff6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2151fd09-62f2-4ac1-98f4-c67b2e2ac7e2 HTTP/1.1" status: 204 len: 168 time: 0.2603109 Apr 30 17:47:31.103857 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:39.236211 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e65d76c2-a834-4412-a086-ceb2955b5cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:41.309556 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:47:41.841846 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:41.937739 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-68490fe1-994d-442c-9858-f9367058c5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:43.789928 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:45.761224 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:53.132943 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.wsgi [-] (74454) accepted ('10.222.0.18', 34484) {{(pid=74454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:47:53.251092 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-de2a6403-8e36-49d0-8911-08b2c62b7db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:53.266009 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-de2a6403-8e36-49d0-8911-08b2c62b7db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:47:53.269799 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-de2a6403-8e36-49d0-8911-08b2c62b7db9 admin admin] Usage tracker for resource:security_group_rule and tenant:f2b0d23cf71041efbafc500a8e90892e is out of sync, need to count used quota {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:47:53.272594 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.quota.resource [None req-de2a6403-8e36-49d0-8911-08b2c62b7db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74454) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:47:53.278308 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.db.quota.driver [None req-de2a6403-8e36-49d0-8911-08b2c62b7db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74454) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:47:53.358089 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-de2a6403-8e36-49d0-8911-08b2c62b7db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:53.416843 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron_lib.callbacks.manager [None req-de2a6403-8e36-49d0-8911-08b2c62b7db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_create {{(pid=74454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:53.424087 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-4f17e420-72c9-46ba-bb6b-ce6d6480da38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:47:53.465517 dv-cinder-784779-10-iscsi neutron-server[74454]: INFO neutron.wsgi [None req-de2a6403-8e36-49d0-8911-08b2c62b7db9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2b0d23cf71041efbafc500a8e90892e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309298 Apr 30 17:47:53.466350 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a6403-8e36-49d0-8911-08b2c62b7db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1ea4b4-f911-4248-a8ea-8f6cfb0610d3,revision_number=1']} {{(pid=74454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:47:53.468124 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [-] (74455) accepted ('10.222.0.18', 34490) {{(pid=74455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:47:53.469466 dv-cinder-784779-10-iscsi neutron-server[74454]: DEBUG oslo_concurrency.lockutils [None req-de2a6403-8e36-49d0-8911-08b2c62b7db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:47:53.529803 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1e821b96-fe26-48e2-b8e1-7a9a4c761f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:53.555916 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1e821b96-fe26-48e2-b8e1-7a9a4c761f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:53.692622 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1e821b96-fe26-48e2-b8e1-7a9a4c761f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4131729'] for security_group, after_delete {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:53.697718 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-a9b53062-8b66-4835-a3a2-397ca730e43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:47:53.710281 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e821b96-fe26-48e2-b8e1-7a9a4c761f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1ea4b4-f911-4248-a8ea-8f6cfb0610d3,revision_number=None']} {{(pid=74455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:47:53.713263 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG oslo_concurrency.lockutils [None req-1e821b96-fe26-48e2-b8e1-7a9a4c761f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:47:53.714200 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron_lib.callbacks.manager [None req-1e821b96-fe26-48e2-b8e1-7a9a4c761f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:47:53.719697 dv-cinder-784779-10-iscsi neutron-server[74455]: INFO neutron.wsgi [None req-1e821b96-fe26-48e2-b8e1-7a9a4c761f04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d1ea4b4-f911-4248-a8ea-8f6cfb0610d3 HTTP/1.1" status: 204 len: 168 time: 0.2462165 Apr 30 17:48:01.097907 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:48:09.286518 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-3ad6d55f-94ba-48f1-8e42-35c9734a097a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:48:11.793383 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:48:11.856466 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-5a188fba-75ae-4fba-8387-7f512c442bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:48:13.794953 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:48:15.777360 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:48:18.309249 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:48:31.113916 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:48:39.250676 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-c47fd54f-5a72-4c30-8d35-feb2e175cf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:48:41.788050 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:48:41.845117 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-501031a9-1179-4874-99d6-211f6fd28a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:48:43.782012 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:48:45.786999 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:48:55.309265 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:49:01.107641 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:49:07.109957 dv-cinder-784779-10-iscsi neutron-server[74455]: DEBUG neutron.wsgi [req-a98b2d13-6303-4bea-a283-c7f56cb8d46e req-bbb1c9c4-3890-43ce-af85-09d20f248010 service neutron] (74455) timed out ('10.222.0.18', 56360) {{(pid=74455) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 30 17:49:09.244571 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-626c115b-3b8d-471a-ac92-4c1606957d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:49:11.781409 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:49:11.827021 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-09f20aaf-a096-4f66-bcee-7f650e54c030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:49:13.780361 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:49:15.786430 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:49:31.094781 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:49:32.308925 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:49:39.277803 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-61669d38-dd46-4c70-80c9-2a868866d143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:49:41.791933 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:49:41.820000 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-602f2e2f-bfae-4d3a-ae6e-e6639f49257e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:49:43.785932 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:49:45.786259 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:50:01.123058 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:50:09.265099 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-65ca5886-7320-42e7-a0cc-8dc5fd7ad309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:50:09.307879 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:50:11.790847 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:50:11.848234 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-1bcd1544-6d5d-4ef4-a44d-1aacca204f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:50:13.773821 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:50:15.762653 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:50:31.132982 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:50:39.247418 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-a8b77cfa-244e-4d57-84c8-0204b497274f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:50:41.795658 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:50:41.841325 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-774314ea-c948-4b97-a8bc-75607b8bb4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:50:43.790227 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:50:45.801482 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:50:46.306560 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:51:01.132518 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:51:09.286763 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-de61d5c9-df5e-422f-b2b0-82643d9380dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:51:11.834968 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:51:11.874952 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-09a51f06-5b44-46fb-a8b5-441cb0f1a5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:51:13.806188 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:51:15.794897 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:51:23.305504 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:51:31.148530 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:51:39.262782 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-3f7591d0-0000-4ead-b303-f4bad8b9b416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:51:41.794136 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:51:41.840165 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-3dbf718c-8cf7-4058-bb10-29424afad631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:51:43.845452 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:51:45.783084 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:52:00.304456 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:52:01.136633 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:52:09.262625 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-e55b9713-d1c9-4941-948a-0ed3556590d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:52:11.810709 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:52:11.856726 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-c1f97876-af10-48c9-b010-906e84f5cc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:52:13.799354 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:52:15.845523 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:52:31.142231 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:52:37.303916 dv-cinder-784779-10-iscsi neutron-server[74457]: DEBUG neutron.db.agents_db [None req-51d76a04-0b83-4916-b114-6d91a0e8781b None None] Agent healthcheck: found 6 active agents {{(pid=74457) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:52:39.289894 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-1f047e88-e866-4847-880f-b39b873b5a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:52:41.793196 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:52:41.891445 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-b56563b8-beba-4be2-8b59-e3c79183ba4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:52:43.838613 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-39f68748-f15a-4ef4-b419-46f005536695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:52:45.820967 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-ad1aba3c-fe43-4857-ad47-1db82eb79157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:53:01.130183 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-aaae0447-7034-4fdd-9bb1-09c9880a30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:53:09.244136 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac667-f3cf-4b61-97bd-131a07ec0f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:53:11.786980 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-15e2ca6c-d5af-4adb-8ba4-f88eec124b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:53:11.843997 dv-cinder-784779-10-iscsi neutron-server[74456]: DEBUG neutron_lib.callbacks.manager [None req-6f2f12ec-b7d8-41cb-bc9a-3f2e1b92bbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790206482463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721713'] for agent, after_update {{(pid=74456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}